-- Logs begin at Tue 2021-06-22 13:17:32 UTC, end at Tue 2021-06-22 14:40:15 UTC. -- Jun 22 13:47:15.929567 dv-cinder-796950-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 13:47:18.620905 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.common.config [-] Logging enabled! Jun 22 13:47:18.621513 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 13:47:18.621708 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92639) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 13:47:18.624897 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.common.config [-] Logging enabled! Jun 22 13:47:18.625160 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev371 Jun 22 13:47:18.625479 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92639) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 13:47:18.626444 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 13:47:18.626682 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 13:47:18.627057 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 13:47:18.627310 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 13:47:18.627576 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 13:47:18.627904 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.628215 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.628514 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.628751 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.629052 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.629354 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.629636 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.629930 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.630232 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.630521 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.630803 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.631092 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.631326 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.631635 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.631929 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.632227 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.632451 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] debug = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.632736 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.633170 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.633715 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.633859 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.634160 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.634444 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.634726 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.635858 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.636152 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.636484 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] host = dv-cinder-796950-3-iscsi {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.636770 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.637146 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.637447 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.637747 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.638030 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.638318 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.638606 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.638888 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.639169 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.639449 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.639777 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.640074 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.640372 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.640603 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.640834 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.641130 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.641425 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.641703 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.641983 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.642260 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.642535 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.642814 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.643092 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.643381 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.643695 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.643991 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.644270 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.644548 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.644826 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.645102 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.645393 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.645671 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.645955 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.646229 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.646519 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.646791 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.647067 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.647371 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.647690 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.647980 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.648274 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.648552 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.648839 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.649118 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.649396 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.649671 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] use_json = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.649948 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.650224 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.650510 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.650981 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.651451 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.651763 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.652050 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.652349 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:18.652658 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.652965 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.653278 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.653569 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.653875 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.654160 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.654458 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.654742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.655037 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.655334 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.655658 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.655950 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.656243 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.656528 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.656830 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.657140 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.657440 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.657738 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.658020 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.658300 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.658579 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.658861 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.659148 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.659445 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.659782 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.660068 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.660352 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.660655 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.660941 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.661222 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.661508 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.661808 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.662095 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.662375 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.662663 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.662948 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.663233 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.663538 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.663824 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.664123 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.664406 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.664686 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.664969 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.665251 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.665526 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.665821 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.666105 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.666509 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.666792 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.667081 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.667362 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.667668 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.667956 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.668241 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.668525 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.668809 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.669091 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.669372 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.669653 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.669936 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.670215 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.670496 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.670778 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.671057 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.671334 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.671635 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.671913 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.672195 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.672486 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.672790 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.673081 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.673357 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.673638 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.673921 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.674205 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.674489 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.674771 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.675054 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.675335 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.675669 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.675958 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.676251 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.676542 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.676824 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.677129 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.677412 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.677699 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.677981 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.678265 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.678558 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.678846 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.679151 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.679474 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.679776 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.680080 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.680380 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.680667 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.680984 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.681272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:18.681495 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 13:47:18.681742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92639) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 13:47:19.033099 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:19.033377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:19.033675 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:19.034014 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 13:47:19.426502 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.426772 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.426996 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.428320 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.428602 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.428876 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.462411 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.462696 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.462970 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.477081 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.477370 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.477648 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.507787 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.508075 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.508347 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.545103 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.545389 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.545663 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.778385 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.779033 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.779033 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.779196 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.780149 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.904379 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.904703 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.904991 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.905270 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.905550 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.905872 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.906140 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.906406 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.906671 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.906962 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.907229 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.907537 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.907814 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.908084 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.908345 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.909599 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.909887 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.910155 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.910435 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.910698 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.910988 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.911345 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.911629 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.911921 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.912192 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.912432 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.912843 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:19.913093 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:19.913331 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:19.913572 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:19.913813 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:19.914057 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:19.914442 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 13:47:19.919025 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 13:47:19.922984 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 13:47:19.926825 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 22 13:47:19.928491 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 13:47:19.928960 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 13:47:19.929299 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 13:47:19.929693 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 13:47:19.933301 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 13:47:19.933558 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 13:47:19.933906 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 13:47:19.961930 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 13:47:19.962393 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.962698 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92639) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 13:47:19.963109 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.964501 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92639) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 13:47:19.964782 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 13:47:19.965035 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 13:47:19.968226 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:19.968515 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.032692 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 13:47:20.032876 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 13:47:20.033116 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 13:47:20.033490 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 13:47:20.053962 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_db.sqlalchemy.engines [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92639) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 13:47:20.584524 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing driver for type 'gre' Jun 22 13:47:20.585118 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] gre ID ranges: [(1, 1000)] Jun 22 13:47:20.637203 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing driver for type 'local' Jun 22 13:47:20.637675 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing driver for type 'vlan' Jun 22 13:47:20.651343 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] VlanTypeDriver initialization complete Jun 22 13:47:20.651699 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing driver for type 'vxlan' Jun 22 13:47:20.652382 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] vxlan ID ranges: [(1, 1000)] Jun 22 13:47:20.704624 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing extension driver 'port_security' Jun 22 13:47:20.705151 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] PortSecurityExtensionDriver initialization complete Jun 22 13:47:20.705547 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing mechanism driver 'openvswitch' Jun 22 13:47:20.705911 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing mechanism driver 'hyperv' Jun 22 13:47:20.712757 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.plugins.ml2.plugin [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:47:20.714041 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.714419 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.714781 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.715178 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.715627 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.715903 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.716287 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.716656 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.716982 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.717360 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > security_group after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.717707 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > security_group after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.718048 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.718427 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.718772 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.719112 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.719511 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > address_group after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.719865 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > address_group after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.720211 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.720550 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] ML2 OVO RPC backend initialized. {{(pid=92639) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 13:47:20.721246 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.721595 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.722034 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.722378 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > networks before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.722723 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.723063 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > ports before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.723405 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.723772 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnets before_response 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.724117 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.724456 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.724798 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.725125 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.725466 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.725800 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.726135 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.726469 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.726801 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.727371 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.plugin [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Modular L2 Plugin initialization complete Jun 22 13:47:20.727730 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading services supported by the core plugin {{(pid=92639) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 13:47:20.728058 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.plugins.ml2.managers [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Got port-security extension from driver 'port_security' Jun 22 13:47:20.728517 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.extensions.vlantransparent [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Disabled vlantransparent extension. Jun 22 13:47:20.729755 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92639) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 13:47:20.729942 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: router Jun 22 13:47:20.769577 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.769974 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_create 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.770345 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router before_create 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.770712 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.771082 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.771443 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_delete 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.771824 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.772188 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_create 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.772536 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_update 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.772885 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_update 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.773231 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.773587 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_update 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.773992 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_update 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.774358 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.774696 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.775034 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: subnet after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.775372 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.776343 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.776690 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_create 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.777037 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.777379 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.777736 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router after_update 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.778079 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.778430 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_create 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.778965 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.779125 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_update 55549900 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.779525 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > network after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.780393 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Tracking information for resource: router configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:20.780726 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Tracking information for resource: floatingip configured {{(pid=92639) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 13:47:20.785793 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.db.l3_agentschedulers_db [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 13:47:20.786382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.786757 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port after_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.787109 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port after_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.787481 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: port after_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.794694 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router before_create 55550100 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.795075 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.795475 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_create 55550100 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.795841 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > router precommit_update 55550100 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.800422 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.provider_configuration [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service providers = [] {{(pid=92639) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 13:47:20.800791 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.db.servicetype_db [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92639) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 13:47:20.803931 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.service_base [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 13:47:20.804286 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.service_base [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 13:47:20.804634 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.service_base [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 13:47:20.805532 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.services.service_base [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92639) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 13:47:20.805918 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.services.service_base [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 13:47:20.806315 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.806640 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 13:47:20.817529 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.817875 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: auto_allocate Jun 22 13:47:20.824132 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: network precommit_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.824510 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: network precommit_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.825048 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.825376 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: tag Jun 22 13:47:20.832029 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.832362 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: timestamp Jun 22 13:47:20.836239 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.836524 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: network_ip_availability Jun 22 13:47:20.844158 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.844535 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.844900 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:20.845641 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.845970 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: flavors Jun 22 13:47:20.850803 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.851154 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading Plugin: revisions Jun 22 13:47:20.856246 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92639) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 13:47:20.856650 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_concurrency.lockutils [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=92639) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:20.857400 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92639) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 13:47:20.857744 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Initializing extension manager. Jun 22 13:47:20.858262 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: __init__.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.858616 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: __pycache__ {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.858960 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.859300 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: address_group.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.860098 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.860685 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: address-group Jun 22 13:47:20.861017 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: address_scope.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.861736 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.862263 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: address-scope Jun 22 13:47:20.862590 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.863536 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.864066 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: router-admin-state-down-before-update Jun 22 13:47:20.864394 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: agent.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.865095 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.865611 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: agent Jun 22 13:47:20.865939 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: agent_resources_synced.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.866836 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.867356 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: agent-resources-synced Jun 22 13:47:20.867713 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: allowedaddresspairs.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.869916 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.870291 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: allowed-address-pairs Jun 22 13:47:20.870625 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: auto_allocated_topology.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.871930 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.872461 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: auto-allocated-topology Jun 22 13:47:20.872796 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: availability_zone.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.873495 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.874013 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: availability_zone Jun 22 13:47:20.874342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: availability_zone_filter.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.875256 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.875809 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: availability_zone_filter Jun 22 13:47:20.876139 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: data_plane_status.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.877042 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.877560 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 13:47:20.877889 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: default_subnetpools.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.878803 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.879322 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: default-subnetpools Jun 22 13:47:20.879685 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.880496 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.881025 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: dhcp_agent_scheduler Jun 22 13:47:20.881354 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: dns.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.882275 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.882800 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension dns-integration not supported by any of loaded plugins Jun 22 13:47:20.883129 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: dns_domain_ports.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.884073 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.884600 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 13:47:20.885320 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: dvr.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.885888 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.886405 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: dvr Jun 22 13:47:20.886731 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: empty_string_filtering.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.887664 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.888182 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: empty-string-filtering Jun 22 13:47:20.888508 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.889413 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.889934 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 13:47:20.890260 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.891176 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.891726 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 13:47:20.892059 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: external_net.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.892964 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.893488 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: external-net Jun 22 13:47:20.893816 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.894718 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.895235 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: extra_dhcp_opt Jun 22 13:47:20.895590 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: extraroute.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.896487 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.897005 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: extraroute Jun 22 13:47:20.897333 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: extraroute_atomic.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.898360 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.898884 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: extraroute-atomic Jun 22 13:47:20.899213 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: filter_validation.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.899914 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.900962 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: filter-validation Jun 22 13:47:20.901493 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: fip_pf_description.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.902455 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.902975 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 13:47:20.903302 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: fip_port_details.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.904248 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.904766 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: fip-port-details Jun 22 13:47:20.905091 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: flavors.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.906338 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.906865 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: flavors Jun 22 13:47:20.907196 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.908913 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.909453 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 13:47:20.909791 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: floatingip_pools.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.910500 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.911037 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: floatingip-pools Jun 22 13:47:20.911375 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: ip_allocation.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.912321 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.912852 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 13:47:20.913185 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.914099 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.914627 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: ip-substring-filtering Jun 22 13:47:20.914959 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l2_adjacency.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.915921 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.917234 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 13:47:20.917562 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.918539 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.919075 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: router Jun 22 13:47:20.919407 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.921815 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.922365 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 13:47:20.922708 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.923676 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.924207 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: ext-gw-mode Jun 22 13:47:20.924543 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.925476 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.925987 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: l3-ha Jun 22 13:47:20.926321 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3_flavors.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.927230 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.927790 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: l3-flavors Jun 22 13:47:20.928124 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.929052 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.929586 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 13:47:20.929912 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: l3agentscheduler.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.930951 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.931679 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: l3_agent_scheduler Jun 22 13:47:20.932103 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: logging.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.933774 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.934377 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension logging not supported by any of loaded plugins Jun 22 13:47:20.934648 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: metering.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.935396 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.936011 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: metering Jun 22 13:47:20.936344 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.937438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.937974 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: metering_source_and_destination_fields Jun 22 13:47:20.938306 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: multiprovidernet.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.939228 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.939791 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: multi-provider Jun 22 13:47:20.940123 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: netmtu.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.941045 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.941561 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: net-mtu Jun 22 13:47:20.941896 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: netmtu_writable.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.942815 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.943331 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: net-mtu-writable Jun 22 13:47:20.943692 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: network_availability_zone.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.944365 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.944885 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: network_availability_zone Jun 22 13:47:20.945212 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: network_ip_availability.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.946306 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.946833 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: network-ip-availability Jun 22 13:47:20.947169 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: network_segment_range.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.948028 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.948547 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 13:47:20.948878 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: pagination.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.949873 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.950288 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: pagination Jun 22 13:47:20.950621 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: port_device_profile.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.951565 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.952098 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: port-device-profile Jun 22 13:47:20.952425 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.953335 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.953856 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: port-mac-address-regenerate Jun 22 13:47:20.954183 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.955097 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.955655 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: port-numa-affinity-policy Jun 22 13:47:20.955986 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: port_resource_request.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.956888 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.957411 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 13:47:20.957738 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: portbindings.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.958664 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.959183 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: binding Jun 22 13:47:20.959540 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: portbindings_extended.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.960820 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.961357 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: binding-extended Jun 22 13:47:20.961689 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: portsecurity.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.962606 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.963743 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: port-security Jun 22 13:47:20.964072 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: project_id.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.965045 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.965384 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: project-id Jun 22 13:47:20.965715 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: providernet.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.966643 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.967166 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: provider Jun 22 13:47:20.967514 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.971165 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.971740 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos not supported by any of loaded plugins Jun 22 13:47:20.972084 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.973324 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.973858 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 13:47:20.974194 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.975107 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.975668 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 13:47:20.976076 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_default.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.976909 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.977438 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-default not supported by any of loaded plugins Jun 22 13:47:20.977771 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_fip.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.978426 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.979721 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-fip not supported by any of loaded plugins Jun 22 13:47:20.980060 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_gateway_ip.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.980988 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.981519 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 13:47:20.981848 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_port_network_policy.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.982761 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.983285 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 13:47:20.983649 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_rule_type_details.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.984565 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.985090 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 13:47:20.985420 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: qos_rules_alias.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.986471 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.986991 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 13:47:20.987318 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: quotasv2.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.988267 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.988600 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: quotas Jun 22 13:47:20.988926 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: quotasv2_detail.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.991992 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.992345 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: quota_details Jun 22 13:47:20.992688 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: rbac.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.993751 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.994348 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: rbac-policies Jun 22 13:47:20.994829 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: rbac_address_group.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.995794 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.996330 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: rbac-address-group Jun 22 13:47:20.996670 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: rbac_address_scope.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.997594 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.998129 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: rbac-address-scope Jun 22 13:47:20.998465 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: rbac_security_groups.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:20.999387 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:20.999943 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: rbac-security-groups Jun 22 13:47:21.000278 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: rbac_subnetpool.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.001192 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.001723 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: rbac-subnetpool Jun 22 13:47:21.002055 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: revisionifmatch.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.002967 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.003516 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: revision-if-match Jun 22 13:47:21.003848 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: revisions.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.005150 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.005685 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: standard-attr-revisions Jun 22 13:47:21.006021 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: router_availability_zone.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.006695 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.007219 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: router_availability_zone Jun 22 13:47:21.007576 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: routerservicetype.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.008491 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.009020 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension router-service-type not supported by any of loaded plugins Jun 22 13:47:21.009353 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.011147 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.011711 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: security-groups-normalized-cidr Jun 22 13:47:21.012051 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.012970 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.013496 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: port-security-groups-filtering Jun 22 13:47:21.013829 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.014745 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.015269 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: security-groups-remote-address-group Jun 22 13:47:21.015630 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: securitygroup.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.025116 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.026418 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: security-group Jun 22 13:47:21.026761 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: segment.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.027717 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.028252 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension segment not supported by any of loaded plugins Jun 22 13:47:21.028589 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.029521 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.030049 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 13:47:21.030377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: servicetype.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.031514 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.032055 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: service-type Jun 22 13:47:21.032387 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: sorting.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.033369 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.033708 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: sorting Jun 22 13:47:21.034039 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: standard_attr_segment.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.034943 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.035493 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 13:47:21.035828 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: standardattrdescription.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.036471 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.037002 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: standard-attr-description Jun 22 13:47:21.037332 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: stateful_security_group.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.038276 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.038807 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: stateful-security-group Jun 22 13:47:21.039141 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: stdattrs_common.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.039749 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 13:47:21.040080 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.041289 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.041836 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 13:47:21.042165 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: subnet_onboard.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.043297 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.043863 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: subnet_onboard Jun 22 13:47:21.044201 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.045140 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.045668 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 13:47:21.045999 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: subnet_service_types.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.046957 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.047553 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: subnet-service-types Jun 22 13:47:21.047887 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: subnetallocation.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.049086 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.049655 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: subnet_allocation Jun 22 13:47:21.049990 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.050675 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.051297 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: subnetpool-prefix-ops Jun 22 13:47:21.051664 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.052611 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.053137 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 13:47:21.053468 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: tagging.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.054540 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.055079 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: standard-attr-tag Jun 22 13:47:21.055416 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: timestamp.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.056633 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.057203 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loaded extension: standard-attr-timestamp Jun 22 13:47:21.057536 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: trunk.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.058575 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.059112 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension trunk not supported by any of loaded plugins Jun 22 13:47:21.059446 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: trunk_details.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.060389 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.060924 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension trunk-details not supported by any of loaded plugins Jun 22 13:47:21.061254 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: uplink_status_propagation.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.062172 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.062702 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 13:47:21.063029 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Loading extension file: vlantransparent.py {{(pid=92639) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 13:47:21.063718 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92639) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 13:47:21.064243 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 13:47:21.066672 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:network Jun 22 13:47:21.067221 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:subnet Jun 22 13:47:21.067664 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 13:47:21.068386 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:port Jun 22 13:47:21.069643 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.070101 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service FLAVORS assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.070720 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.071167 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.071533 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:router Jun 22 13:47:21.071971 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:floatingip Jun 22 13:47:21.073113 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service METERING assigned prefix: /metering {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.074573 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:21.074952 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:21.075311 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:47:21.076363 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 13:47:21.076821 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:security_group Jun 22 13:47:21.077267 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 13:47:21.077889 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service CORE assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.078227 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 13:47:21.078578 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] subnetpool is already registered Jun 22 13:47:21.079028 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service CORE assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.079359 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 13:47:21.079721 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] subnetpool is already registered Jun 22 13:47:21.082066 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.082507 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service FLAVORS assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.083114 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.083580 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.083916 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:router Jun 22 13:47:21.084267 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] router is already registered Jun 22 13:47:21.084682 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:floatingip Jun 22 13:47:21.085271 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] floatingip is already registered Jun 22 13:47:21.085771 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service METERING assigned prefix: /metering {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.086787 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 13:47:21.087065 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] rbac_policy is already registered Jun 22 13:47:21.087508 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:security_group Jun 22 13:47:21.087869 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] security_group is already registered Jun 22 13:47:21.089209 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 13:47:21.089672 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] security_group_rule is already registered Jun 22 13:47:21.090348 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service CORE assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.090687 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 13:47:21.091028 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] subnetpool is already registered Jun 22 13:47:21.091494 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.v2.resource_helper [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Service CORE assigned prefix: {{(pid=92639) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 13:47:21.091815 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 13:47:21.092165 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING neutron.quota.resource_registry [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] subnetpool is already registered Jun 22 13:47:21.092784 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: extensions {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.094290 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: address-groups {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.095794 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: address-scopes {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.097149 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: agents {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.098303 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: auto-allocated-topology {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.099590 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: availability_zones {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.100808 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: dhcp-networks {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.102324 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: dhcp-agents {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.103853 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: routers {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.105560 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: flavors {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.108166 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: service_profiles {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.109399 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: next_providers {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.110850 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: service_profiles {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.112408 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: floatingip-pools {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.113638 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: routers {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.115403 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: floatingips {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.117350 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: l3-routers {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.118956 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: l3-agents {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.121418 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: metering-labels {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.123180 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: metering-label-rules {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.125448 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: network-ip-availabilities {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.127736 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: bindings {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.129828 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: quotas {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.131621 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: quotas {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.133615 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: rbac-policies {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.136107 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: security-groups {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.137838 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: security-group-rules {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.139666 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: service-providers {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.141377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: subnetpools {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.143521 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: subnetpools {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.145847 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.147846 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.149680 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.152257 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.153964 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.155930 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.157621 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.159403 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.161278 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.163010 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron.api.extensions [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Extended resource: tags {{(pid=92639) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 13:47:21.169331 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING keystonemiddleware.auth_token [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 13:47:21.173889 dv-cinder-796950-3-iscsi neutron-server[92639]: WARNING keystonemiddleware.auth_token [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 13:47:21.182389 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_concurrency.lockutils [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Acquired lock "singleton_lock" {{(pid=92639) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 13:47:21.182878 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_concurrency.lockutils [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Releasing lock "singleton_lock" {{(pid=92639) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 13:47:21.183556 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Starting 2 workers Jun 22 13:47:21.188334 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Started child 92746 {{(pid=92639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 13:47:21.192795 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Started child 92747 {{(pid=92639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 13:47:21.193760 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:21.194447 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO neutron.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 13:47:21.195068 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Notify callbacks [] for process, before_spawn {{(pid=92639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:21.195358 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [-] (92746) wsgi starting up on http://0.0.0.0:9696 Jun 22 13:47:21.198168 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:21.198710 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Starting 1 workers Jun 22 13:47:21.199756 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [-] (92747) wsgi starting up on http://0.0.0.0:9696 Jun 22 13:47:21.203413 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Started child 92748 {{(pid=92639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 13:47:21.203974 dv-cinder-796950-3-iscsi neutron-server[92639]: INFO oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Starting 1 workers Jun 22 13:47:21.207101 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] calling RpcWorker wait() {{(pid=92748) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 13:47:21.207696 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] returning from RpcWorker wait() {{(pid=92748) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 13:47:21.208496 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Started child 92749 {{(pid=92639) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 13:47:21.208999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:21.209323 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG neutron_lib.callbacks.manager [None req-8d67ad8b-9292-49d0-84e0-c161a4eeb18d None None] Notify callbacks [] for process, after_spawn {{(pid=92639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:21.209632 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:47:21.211284 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92639) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 13:47:21.211522 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 13:47:21.211717 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 13:47:21.211937 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 13:47:21.212284 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 13:47:21.212454 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 13:47:21.213069 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.213875 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.214158 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.214413 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:21.214898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.214898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.215481 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.215577 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:47:21.215734 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.215998 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.216280 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.216551 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.216738 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.216880 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.217120 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.217360 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.217651 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.217949 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.218270 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.218491 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.218690 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.218944 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.219245 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.219602 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.219786 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] debug = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.220052 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.220560 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.220822 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.221092 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.221319 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.221618 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.221857 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.222140 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.222399 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.222653 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.222876 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.223154 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.223391 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.223648 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.223870 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.224129 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.224373 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.224871 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] host = dv-cinder-796950-3-iscsi {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.225125 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.225347 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.225612 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.225875 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.226136 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.226355 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.226624 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.226875 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.227121 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.227374 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.227639 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.227891 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.228111 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.228350 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.228519 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_options = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.228831 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.229146 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.229560 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.229760 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.229936 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.230123 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.230398 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.230636 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.230823 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.231044 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.231287 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.231507 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.231751 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.232012 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.232274 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.232513 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.232753 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.232989 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.233244 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.233479 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.233744 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.233997 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.234237 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.234474 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.234693 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.234964 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.235138 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.235362 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.235603 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.235863 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.236104 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.236382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.236648 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.236894 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.237144 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.237378 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.237596 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.237864 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.239244 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.239563 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.239840 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.241232 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.241680 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.241995 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.242185 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.242432 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_json = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.242663 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.242895 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.243177 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.243422 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.243692 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.243922 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.244150 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.245214 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.246149 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.246466 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.247625 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.247895 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.250498 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.254377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.254377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.254377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.254377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.254377 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.255151 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.255151 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.255336 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.255569 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.255787 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.256127 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.256406 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.256700 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.256924 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.257158 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.257381 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.257623 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.257963 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.258228 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.258513 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.258782 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.259024 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.259247 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.259510 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.260009 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.260894 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.261293 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.261769 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.262089 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.262321 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.262556 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.262873 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.263117 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.263351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.263631 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.264022 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.264346 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.264581 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.265064 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.265064 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.265311 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.265685 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.265907 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.266153 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.266421 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.266654 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.266886 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.267799 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.267799 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.267799 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.267799 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.268316 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.268316 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.268987 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.268987 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.268987 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.269400 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.269400 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.269644 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.269771 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.269979 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.270230 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.270570 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.270698 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.271040 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.271140 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.271389 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.271646 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.271864 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.272098 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.272314 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.272549 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.272779 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.273011 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274087 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274087 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274087 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274087 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274087 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274718 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274718 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.274966 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.276251 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.276251 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.276531 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.276661 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.276888 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.277141 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.277371 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.277632 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.277905 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.278153 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.278394 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.278655 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.278898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.279161 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.279386 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.279674 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.279904 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.280159 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.280407 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.280670 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.280941 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.281195 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.281454 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.281689 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.281953 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.282214 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.282508 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.282724 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.282981 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.283290 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.283570 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.283831 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.284104 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.284335 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.284603 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.284862 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.285131 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.285381 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.285639 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.285865 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.286146 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.286378 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.286601 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.286811 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.287058 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.287425 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.287629 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.287845 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.288057 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.288352 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.288594 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.288832 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.289092 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.289683 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.289940 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.290195 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.290426 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.290661 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.290903 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.291176 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.291391 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.291669 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.291908 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.292125 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.292357 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.292570 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.292806 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.293032 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.293258 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.293505 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.293725 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.293940 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.294186 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.294399 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.294617 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.294851 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.295068 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.295309 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.295558 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.295786 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.296034 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.296245 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.296528 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.296836 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.296985 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.297226 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.297471 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.297703 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.297916 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.298153 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.298369 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.298601 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.298808 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.299031 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.299270 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.299449 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.299709 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.299921 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.300152 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.300396 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.300723 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.300972 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.301205 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.301441 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.301699 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.301890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.302106 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.302321 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.302531 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.302762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.302980 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.303235 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.303474 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.303710 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.303917 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.304128 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.304365 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.304575 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.304807 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.305084 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.305331 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.305572 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.305827 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.306070 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.306311 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.306532 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.306763 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.307002 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.307201 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.307419 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.307735 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.307944 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.308157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.308362 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.308582 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.308790 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.308995 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.309206 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.309434 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.309651 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.309852 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.310055 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.310266 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.310470 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.310793 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.311119 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.311361 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.311664 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.311892 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.312135 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.312384 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.312717 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.312926 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.313194 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.313411 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.313625 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.313845 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.314120 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.314446 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.314748 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.314991 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.315242 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.315535 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.315835 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.316095 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.316336 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.316621 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.316942 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.317226 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.317468 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.317727 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.317997 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.318255 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.318813 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.318813 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.318976 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.319115 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.319361 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.319611 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.319855 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.320088 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.320330 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.320562 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.320901 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.321015 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.321233 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.321467 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.321625 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 13:47:21.322180 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92639) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 13:47:21.322899 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 13:47:21.323011 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 13:47:21.323240 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 13:47:21.323447 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 13:47:21.323621 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 13:47:21.323842 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.323991 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.324149 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.324306 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.324465 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.324647 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.324809 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.324971 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.325128 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.325281 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.325436 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.325595 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.325750 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.325907 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.326066 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.326221 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.326378 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.326535 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.326698 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.326876 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.327016 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.327162 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.327320 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] debug = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.327510 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.327705 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.327869 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328025 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328182 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328340 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328494 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328656 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328857 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.328965 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.329153 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.329277 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.329437 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.329586 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.329742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.329896 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330055 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330209 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] host = dv-cinder-796950-3-iscsi {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330523 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330680 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330834 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.330991 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.331145 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.331295 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.331498 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.331621 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.331771 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.331926 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.332085 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.332264 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.332392 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.332549 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_options = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.332705 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.332861 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333194 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333356 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333524 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333674 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333828 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.333984 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.334140 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.334296 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.334458 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.334613 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.334767 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.334923 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.335079 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.335235 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.335391 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.335567 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.335725 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.335882 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336038 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336195 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336349 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336507 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336656 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336856 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.336971 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.337131 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.337287 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.337503 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.337666 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.337823 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.338032 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.338687 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.338848 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.339024 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.339168 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.339324 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.339489 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.339670 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.339810 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340003 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340101 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340174 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:47:21.340246 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340430 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_json = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340582 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340750 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.340851 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.341012 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.341171 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.341328 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.341483 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.341640 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 13:47:21.341818 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.341979 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.342149 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.342308 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.342467 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.342629 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.342789 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.342947 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.343107 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.343264 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.343430 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.343611 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.343782 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.343942 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.344101 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.344311 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.344462 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.344604 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.344766 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.344924 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.345082 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.345241 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.345416 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.345578 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.345738 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.345898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.346058 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.346218 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.346378 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.346536 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.346698 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.346858 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347017 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347177 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347336 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347577 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347723 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347850 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.347975 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.348099 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.348262 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.348420 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.348581 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.348740 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.348900 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.349060 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.349220 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.349379 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.349540 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.349699 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.349869 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.350027 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.350186 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.350345 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.350504 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.350716 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.350874 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351171 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351329 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351529 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351616 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351760 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.351912 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.352071 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.352472 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.352472 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.352796 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.352796 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.352954 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.353031 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.353133 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.353324 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.353430 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.353631 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.353894 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.354105 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.354105 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.354583 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.354583 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.354583 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.355062 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.355062 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.355062 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.355450 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.355450 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.355450 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.357342 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358351 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.358890 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359367 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359367 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359367 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359593 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359671 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359793 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.359959 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.360123 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.360281 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.361119 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.361119 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.361119 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.361119 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.361119 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363019 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.363898 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.364742 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.366368 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367157 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367812 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367812 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367812 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367812 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.367812 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368298 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368298 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368298 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368641 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368641 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368641 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368985 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.368985 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.369774 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.369774 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370217 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370217 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370462 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370462 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370697 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370697 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.370931 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371056 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371194 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371321 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371447 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371602 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371776 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.371935 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.372095 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.372254 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.372413 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.372556 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.372718 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.372878 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373041 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373202 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373362 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373521 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373680 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373839 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.373998 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.374171 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.374333 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.374493 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.374652 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.374813 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.374982 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.375143 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.375303 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.375480 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.375641 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.375809 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.375968 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.376127 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.376286 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.376446 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.376614 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.376773 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.376935 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.377095 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.377254 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.377422 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.377581 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.377740 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.377900 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.378059 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.378227 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.378388 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.378547 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.378716 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.378875 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.379034 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.379194 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.379366 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.379545 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.379709 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.379871 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.380032 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.381272 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.382762 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.384382 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.386438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.386438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.386438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.386438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.386438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 13:47:21.386438 dv-cinder-796950-3-iscsi neutron-server[92639]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92639) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 13:47:21.606208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 39864) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:21.614810 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064285 Jun 22 13:47:33.013463 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97bd9ba-d280-41a6-ba86-0b01b9375003 None None] get_active_networks_info from dv-cinder-796950-3-iscsi {{(pid=92748) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 13:47:33.109408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97bd9ba-d280-41a6-ba86-0b01b9375003 None None] No non-hosted networks {{(pid=92748) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 13:47:33.177013 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.agentschedulers_db [None req-f97bd9ba-d280-41a6-ba86-0b01b9375003 None None] DHCP Agent not found on host dv-cinder-796950-3-iscsi {{(pid=92748) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 13:47:33.242890 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-57dceee0-e625-4797-827b-f91fbe15fa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025'] for agent, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:35.841559 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025'] for agent, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:35.842666 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.843217 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.844837 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.845124 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.845462 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.845797 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.846166 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.846474 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.846808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.847281 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.847538 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.847876 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:35.848279 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796950-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:47:35.865029 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796950-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:47:36.065097 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a85b05b1-4c6f-4759-9c3d-93b283913f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025'] for agent, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:36.108120 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-90594a08-7730-447c-8a49-2c7fb75251f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:36.930941 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025'] for agent, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:38.446440 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025'] for agent, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:39.606717 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 39956) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:40.107235 dv-cinder-796950-3-iscsi neutron-server[92746]: WARNING oslo_policy.policy [None req-3862f551-1527-4a99-80dd-cf9dd2100608 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:40.107840 dv-cinder-796950-3-iscsi neutron-server[92746]: WARNING oslo_policy.policy [None req-3862f551-1527-4a99-80dd-cf9dd2100608 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:40.335048 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [None req-3862f551-1527-4a99-80dd-cf9dd2100608 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:47:40.336181 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-3862f551-1527-4a99-80dd-cf9dd2100608 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7285368 Jun 22 13:47:41.391418 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.db.l3_hamode_db [None req-57670556-a11d-4fae-9ad0-2f105108ed90 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 13:47:41.473778 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57670556-a11d-4fae-9ad0-2f105108ed90 None None] Routers set() bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:47:41.474182 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57670556-a11d-4fae-9ad0-2f105108ed90 None None] Router IDs set() for agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 13:47:42.791360 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 39970) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:43.107208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:47:43.204635 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.policy [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 13:47:43.251141 dv-cinder-796950-3-iscsi neutron-server[92746]: WARNING oslo_policy.policy [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:43.251563 dv-cinder-796950-3-iscsi neutron-server[92746]: WARNING oslo_policy.policy [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:43.261739 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.quota [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] Loaded quota_driver: . Jun 22 13:47:43.355478 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769290182973', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769290186576', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769290203969', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769290205495', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769290192122', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769289497392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-569036', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654547', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641441', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576982'] for rbac-policy, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:43.420151 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:43.421330 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-0ca5f034-69be-473c-bc90-515300ec3d16 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6288064 Jun 22 13:47:45.997501 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 39982) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:46.298079 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Request body: {'network': {'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'name': 'private', 'project_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:47:46.327567 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Made reservation on behalf of b55155d849e34516b8c08380dfa13702 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:47:46.330425 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.348310 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.473091 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.477210 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.483362 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:46.499024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:47:46.528961 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769288505034', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.529589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Unsubscribe: segment precommit_create {{(pid=92746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 13:47:46.530062 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Added segment 958945d8-2df0-49f6-b0f3-e0deefc5b99d of type vlan for network 8c2b1cff-6801-46a8-bdb3-995b21b5266e Jun 22 13:47:46.547324 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567f149-fd5e-4727-987b-8736670837b8,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:47:46.597328 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.597677 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.598011 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.598337 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.598656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.598988 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.599314 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.599660 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.599988 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.600306 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.600617 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.600925 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Tracked resource versions report: Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: pushed versions: Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: { 'AddressGroup': {'1.2'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'ConntrackHelper': {'1.0'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Log': {'1.0'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Network': {'1.1'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Port': {'1.7'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'PortForwarding': {'1.2'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'QosPolicy': {'1.8'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroup': {'1.4'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SubPort': {'1.0'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Subnet': {'1.1'}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Trunk': {'1.1'}} Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: consumer versions: Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'ConntrackHelper': '1.0', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Log': '1.0', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Network': '1.1', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Port': '1.7', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'PortForwarding': '1.2', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'QosPolicy': '1.8', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroup': '1.4', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroupRule': '1.2', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SubPort': '1.0', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Subnet': '1.1', Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Trunk': '1.1'}} Jun 22 13:47:46.602030 dv-cinder-796950-3-iscsi neutron-server[92746]: {{(pid=92746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:47:46.648309 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.654887 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:46.703567 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.705032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:47:46.705687 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:46.708525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:46.785198 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7865269 Jun 22 13:47:46.809151 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Pushing event updated for resources: {'Network': ['ID=8c2b1cff-6801-46a8-bdb3-995b21b5266e,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:47:46.812429 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:46.820844 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:47:49.403610 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 39996) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:49.794409 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55989c9e-0b77-49f5-9790-667a4ab8f1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:47:49.795798 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-55989c9e-0b77-49f5-9790-667a4ab8f1a7 admin admin] 10.222.0.13 "GET /v2.0/networks/8c2b1cff-6801-46a8-bdb3-995b21b5266e HTTP/1.1" status: 200 len: 825 time: 0.3912060 Jun 22 13:47:49.818683 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ac526e48-4c5e-4b2e-8b1b-199e0f7cf9cb admin admin] 10.222.0.13 "GET /v2.0/subnetpools/89ae817c-5ea3-452a-b97e-94cb96c0375d HTTP/1.1" status: 200 len: 734 time: 0.0176728 Jun 22 13:47:49.827469 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:47:49.849794 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Made reservation on behalf of b55155d849e34516b8c08380dfa13702 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:47:49.852449 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:50.153629 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:50.155933 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:50.226271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358b5c5a-ca92-429b-ba9f-470c28cd7144,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:47:50.229273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Checking segment: {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:47:50.229648 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Network hostable DHCP agents. Network: 8c2b1cff-6801-46a8-bdb3-995b21b5266e, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:47:50.234724 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:50.254013 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:47:50.266966 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 8c2b1cff-6801-46a8-bdb3-995b21b5266e) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:47:50.271604 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:47:50.272214 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:50.277832 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0b9aa0-fc25-4acd-980d-87b1913fdfcd None None] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:47:50.289423 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4627435 Jun 22 13:47:50.591642 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 13:47:50.592886 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:50.871914 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Allocated IP 172.20.0.2 (8c2b1cff-6801-46a8-bdb3-995b21b5266e/358b5c5a-ca92-429b-ba9f-470c28cd7144/5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:47:51.079173 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:51.125795 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Transition to ACTIVE for port object 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:47:51.147861 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Transition to ACTIVE for port object 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:47:51.157933 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:51.160657 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:51.228630 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:47:51.233413 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:47:51.243218 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:47:51.251046 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Pushing event updated for resources: {'Port': ['ID=5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:47:51.294291 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.295099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.295099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.295276 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.295612 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.295938 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.296255 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.296573 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.296907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.297225 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.297538 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.297850 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Tracked resource versions report: Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: pushed versions: Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: { 'AddressGroup': {'1.2'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'ConntrackHelper': {'1.0'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Log': {'1.0'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Network': {'1.1'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Port': {'1.7'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'PortForwarding': {'1.2'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'QosPolicy': {'1.8'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroup': {'1.4'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SubPort': {'1.0'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Subnet': {'1.1'}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Trunk': {'1.1'}} Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: consumer versions: Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'ConntrackHelper': '1.0', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Log': '1.0', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Network': '1.1', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Port': '1.7', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'PortForwarding': '1.2', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'QosPolicy': '1.8', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroup': '1.4', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroupRule': '1.2', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SubPort': '1.0', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Subnet': '1.1', Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Trunk': '1.1'}} Jun 22 13:47:51.298991 dv-cinder-796950-3-iscsi neutron-server[92748]: {{(pid=92748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:47:51.322115 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:51.332068 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Attempting to bind port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:47:51.332400 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Attempting to bind port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:47:51.332803 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Attempting to bind port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 on network 8c2b1cff-6801-46a8-bdb3-995b21b5266e {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:47:51.338173 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:47:51.338602 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Checking segment: {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:47:51.339100 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:51.339521 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Bound using segment: {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:47:51.340002 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Bound port: 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:47:51.340423 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:51.403633 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] For port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:47:51.407880 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] For port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93,segment=NetworkSegment(958945d8-2df0-49f6-b0f3-e0deefc5b99d),segment_id=958945d8-2df0-49f6-b0f3-e0deefc5b99d)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:47:51.412292 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:51.418287 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:51.480236 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Pushing event updated for resources: {'Port': ['ID=5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:47:51.483214 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:52.718244 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40004) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:53.235258 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING oslo_policy.policy [None req-4ef19836-1795-4eae-9810-7ed8155a80cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:53.235824 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING oslo_policy.policy [None req-4ef19836-1795-4eae-9810-7ed8155a80cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:53.454149 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [None req-4ef19836-1795-4eae-9810-7ed8155a80cd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:47:53.455392 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4ef19836-1795-4eae-9810-7ed8155a80cd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7349837 Jun 22 13:47:55.833814 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40018) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:56.150802 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [None req-008f89ed-963a-41f9-80dc-0817a9311dd5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:47:56.151956 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-008f89ed-963a-41f9-80dc-0817a9311dd5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170853 Jun 22 13:47:57.542509 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573ccd9a-118e-4600-a53e-56f735e24bcf None None] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:47:57.603299 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-e51938d5-7704-4bd5-9b6c-17335fc3e740 None None] Provisioning for port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:47:57.846367 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:47:57.934352 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:47:57.940198 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:47:57.940599 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:57.943151 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-f7340a30-78e6-4d5a-bb76-2d8c5662712b None None] Provisioning complete for port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:47:57.943529 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f7340a30-78e6-4d5a-bb76-2d8c5662712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:58.103744 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:58.105369 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f7340a30-78e6-4d5a-bb76-2d8c5662712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:58.156124 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93,segment=NetworkSegment(958945d8-2df0-49f6-b0f3-e0deefc5b99d),segment_id=958945d8-2df0-49f6-b0f3-e0deefc5b99d)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:47:58.160963 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:58.166780 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:47:58.232573 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.db.api [None req-f7340a30-78e6-4d5a-bb76-2d8c5662712b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 13:47:58.233004 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_db.api [None req-f7340a30-78e6-4d5a-bb76-2d8c5662712b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 13:47:58.237283 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:47:58.240405 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:47:58.783089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40032) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:47:59.080876 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:47:59.147911 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.policy [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92747) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 13:47:59.195622 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING oslo_policy.policy [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:59.196022 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING oslo_policy.policy [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 13:47:59.205286 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.quota [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Loaded quota_driver: . Jun 22 13:47:59.266035 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:59.267885 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:59.427813 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:59.433498 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:59.454237 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:47:59.458605 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f384c2ac-cc62-4933-8704-44f6dd8c632b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6716809 Jun 22 13:47:59.813482 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:47:59.863667 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:47:59.864059 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:01.860972 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40042) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:48:02.185798 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [None req-1318a77b-936e-4f66-aa39-b099ddd0bfdd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:48:02.186776 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1318a77b-936e-4f66-aa39-b099ddd0bfdd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3248682 Jun 22 13:48:02.935876 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e340f94f-2f2f-4d74-8e9a-e06e4d492480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:04.604451 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40050) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:48:04.932944 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:48:04.957473 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Made reservation on behalf of b79df77461954374be4dbbf3f445ec37 for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:48:04.960717 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:04.977211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.106136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.111234 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.115899 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:05.150922 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Reserving flat network on physical network physnet1 {{(pid=92747) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 13:48:05.153906 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e528d461-5b51-476b-9ad9-9bf921cb335f,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:05.175335 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.175781 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.176141 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.176462 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.176784 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.177180 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.177542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.177890 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.178286 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.178617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.178991 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.179297 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Tracked resource versions report: Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: pushed versions: Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: { 'AddressGroup': {'1.2'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'ConntrackHelper': {'1.0'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Log': {'1.0'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Network': {'1.1'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Port': {'1.7'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'PortForwarding': {'1.2'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'QosPolicy': {'1.8'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroup': {'1.4'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SubPort': {'1.0'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Subnet': {'1.1'}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Trunk': {'1.1'}} Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: consumer versions: Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'ConntrackHelper': '1.0', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Log': '1.0', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Network': '1.1', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Port': '1.7', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'PortForwarding': '1.2', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'QosPolicy': '1.8', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroup': '1.4', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroupRule': '1.2', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SubPort': '1.0', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Subnet': '1.1', Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Trunk': '1.1'}} Jun 22 13:48:05.181039 dv-cinder-796950-3-iscsi neutron-server[92747]: {{(pid=92747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:48:05.206945 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769288505034', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.207609 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Unsubscribe: segment precommit_create {{(pid=92747) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 13:48:05.208115 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Added segment 810af4e5-0bc5-4dfe-8567-f3bd49bb8030 of type flat for network 35418304-0cb4-47dc-b88a-692718df1196 Jun 22 13:48:05.268502 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:48:05.306994 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:05.348505 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.431113 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.432923 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:48:05.433916 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:05.436197 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:05.512830 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9072719 Jun 22 13:48:05.538948 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Pushing event updated for resources: {'Network': ['ID=35418304-0cb4-47dc-b88a-692718df1196,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:05.542711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:05.549773 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 35418304-0cb4-47dc-b88a-692718df1196 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:48:05.839837 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:06.067229 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0d8a7690-b4c9-40d9-8bae-17e718793c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:06.875264 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:07.877830 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40072) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:48:08.107851 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0fa2d9-59fe-4ba2-bb70-bbaa2cf8378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:48:08.109245 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1a0fa2d9-59fe-4ba2-bb70-bbaa2cf8378d admin admin] 10.222.0.13 "GET /v2.0/subnets/358b5c5a-ca92-429b-ba9f-470c28cd7144 HTTP/1.1" status: 200 len: 849 time: 0.2303491 Jun 22 13:48:08.248213 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-daf2ff05-6f99-422a-9e9a-9f34448d6940 admin admin] 10.222.0.13 "GET /v2.0/routers/40c036fc-b9ce-4709-9195-4326616108c9 HTTP/1.1" status: 200 len: 704 time: 0.1334443 Jun 22 13:48:08.390239 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:08.531900 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:08.858040 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Allocated IP 172.20.0.1 (8c2b1cff-6801-46a8-bdb3-995b21b5266e/358b5c5a-ca92-429b-ba9f-470c28cd7144/99478cd1-a801-408d-8e3f-90f52143cff8) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:48:09.049458 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.076087 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Transition to ACTIVE for port object 99478cd1-a801-408d-8e3f-90f52143cff8 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:48:09.171006 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.174249 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:09.245972 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:48:09.251082 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:48:09.262669 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:48:09.263191 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.286580 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Pushing event updated for resources: {'Port': ['ID=99478cd1-a801-408d-8e3f-90f52143cff8,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:09.331068 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:09.466816 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-24478082-aa8c-4f70-8ce0-d917f37ad8f0 None None] Provisioning for port 99478cd1-a801-408d-8e3f-90f52143cff8 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:48:09.471832 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-24478082-aa8c-4f70-8ce0-d917f37ad8f0 None None] Provisioning complete for port 99478cd1-a801-408d-8e3f-90f52143cff8 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:48:09.472364 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-24478082-aa8c-4f70-8ce0-d917f37ad8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.508986 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-24478082-aa8c-4f70-8ce0-d917f37ad8f0 None None] Port 99478cd1-a801-408d-8e3f-90f52143cff8 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:48:09.547306 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.733335 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.738491 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.739916 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:09.741637 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:09.821714 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Pushing event updated for resources: {'Port': ['ID=99478cd1-a801-408d-8e3f-90f52143cff8,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:09.824463 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:09.872547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:48:09.873888 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:48:10.030434 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-34d2a73f-c4e6-445a-ac2d-4e9fb14deb40 None None] Provisioning complete for port 99478cd1-a801-408d-8e3f-90f52143cff8 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:48:10.030820 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-34d2a73f-c4e6-445a-ac2d-4e9fb14deb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:10.034050 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Router 40c036fc-b9ce-4709-9195-4326616108c9 is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 13:48:10.062970 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-34d2a73f-c4e6-445a-ac2d-4e9fb14deb40 None None] Port 99478cd1-a801-408d-8e3f-90f52143cff8 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:48:10.130223 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:48:10.136506 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] 10.222.0.13 "PUT /v2.0/routers/40c036fc-b9ce-4709-9195-4326616108c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8828847 Jun 22 13:48:10.141118 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Sync routers for ids ['40c036fc-b9ce-4709-9195-4326616108c9'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:48:10.153871 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Routers {'40c036fc-b9ce-4709-9195-4326616108c9'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:48:10.154630 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:48:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['40c036fc-b9ce-4709-9195-4326616108c9'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:10.351619 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Set router 40c036fc-b9ce-4709-9195-4326616108c9 gateway port host: None {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:48:10.820283 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c036fc-b9ce-4709-9195-4326616108c9', 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:47:59Z', 'updated_at': '2021-06-22T13:48:09Z', 'revision_number': 2, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'gw_port_host': None, '_interfaces': [{'id': '99478cd1-a801-408d-8e3f-90f52143cff8', 'name': '', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'mac_address': 'fa:16:3e:ea:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:08Z', 'updated_at': '2021-06-22T13:48:09Z', 'revision_number': 2, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'subnets': [{'id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:10.873274 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Checking router: 40c036fc-b9ce-4709-9195-4326616108c9 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:48:10.873655 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Updating router 40c036fc-b9ce-4709-9195-4326616108c9 port 99478cd1-a801-408d-8e3f-90f52143cff8 binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:48:10.938356 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:11.452195 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:11.471160 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Transition to ACTIVE for port object 99478cd1-a801-408d-8e3f-90f52143cff8 will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:48:11.479600 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:11.484247 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:11.658255 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Pushing event updated for resources: {'Port': ['ID=99478cd1-a801-408d-8e3f-90f52143cff8,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:11.685521 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.685960 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.686229 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.686518 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.686826 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.687146 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.687507 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.687817 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.688196 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.688515 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.688828 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.689148 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Tracked resource versions report: Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: pushed versions: Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: { 'AddressGroup': {'1.2'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'ConntrackHelper': {'1.0'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Log': {'1.0'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Network': {'1.1'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Port': {'1.7'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'PortForwarding': {'1.2'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'QosPolicy': {'1.8'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroup': {'1.4'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SubPort': {'1.0'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Subnet': {'1.1'}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Trunk': {'1.1'}} Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: consumer versions: Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'ConntrackHelper': '1.0', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Log': '1.0', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Network': '1.1', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Port': '1.7', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'PortForwarding': '1.2', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'QosPolicy': '1.8', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroup': '1.4', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroupRule': '1.2', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SubPort': '1.0', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Subnet': '1.1', Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Trunk': '1.1'}} Jun 22 13:48:11.690498 dv-cinder-796950-3-iscsi neutron-server[92749]: {{(pid=92749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:48:11.704315 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:11.705710 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Attempting to bind port 99478cd1-a801-408d-8e3f-90f52143cff8 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:48:11.705710 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Attempting to bind port 99478cd1-a801-408d-8e3f-90f52143cff8 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:48:11.705987 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Attempting to bind port 99478cd1-a801-408d-8e3f-90f52143cff8 on network 8c2b1cff-6801-46a8-bdb3-995b21b5266e {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:48:11.711879 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:48:11.712303 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Checking segment: {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:48:11.712888 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:11.713225 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Bound using segment: {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:48:11.713722 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Bound port: 99478cd1-a801-408d-8e3f-90f52143cff8, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958945d8-2df0-49f6-b0f3-e0deefc5b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:48:11.714102 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:11.796755 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] For port 99478cd1-a801-408d-8e3f-90f52143cff8, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:48:11.823701 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] For port 99478cd1-a801-408d-8e3f-90f52143cff8, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=99478cd1-a801-408d-8e3f-90f52143cff8,segment=NetworkSegment(958945d8-2df0-49f6-b0f3-e0deefc5b99d),segment_id=958945d8-2df0-49f6-b0f3-e0deefc5b99d)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:48:11.828493 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:11.830817 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:11.887051 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Routers {'40c036fc-b9ce-4709-9195-4326616108c9'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:48:11.887722 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:48:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['40c036fc-b9ce-4709-9195-4326616108c9'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:11.924632 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Pushing event updated for resources: {'Port': ['ID=99478cd1-a801-408d-8e3f-90f52143cff8,revision_number=4']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:11.951986 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:11.982313 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] Set router 40c036fc-b9ce-4709-9195-4326616108c9 gateway port host: None {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:48:12.204143 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c036fc-b9ce-4709-9195-4326616108c9', 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:47:59Z', 'updated_at': '2021-06-22T13:48:09Z', 'revision_number': 2, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'gw_port_host': None, '_interfaces': [{'id': '99478cd1-a801-408d-8e3f-90f52143cff8', 'name': '', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'mac_address': 'fa:16:3e:ea:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:08Z', 'updated_at': '2021-06-22T13:48:11Z', 'revision_number': 4, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'subnets': [{'id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:12.231430 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0f018f-a7ce-4bf9-912a-3ea468ebd10e None None] The sync data for ids ['40c036fc-b9ce-4709-9195-4326616108c9'] in dv-cinder-796950-3-iscsi is: [{'id': '40c036fc-b9ce-4709-9195-4326616108c9', 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:47:59Z', 'updated_at': '2021-06-22T13:48:09Z', 'revision_number': 2, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'gw_port_host': None, '_interfaces': [{'id': '99478cd1-a801-408d-8e3f-90f52143cff8', 'name': '', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'mac_address': 'fa:16:3e:ea:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:08Z', 'updated_at': '2021-06-22T13:48:11Z', 'revision_number': 4, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'subnets': [{'id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:48:12.389576 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40092) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:48:12.502593 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018574d-55de-46e8-aa1c-2ee22c242208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:48:12.503956 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e018574d-55de-46e8-aa1c-2ee22c242208 admin admin] 10.222.0.13 "GET /v2.0/networks/35418304-0cb4-47dc-b88a-692718df1196 HTTP/1.1" status: 200 len: 842 time: 0.1133864 Jun 22 13:48:12.514396 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Request body: {'subnet': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:48:12.538617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Made reservation on behalf of b79df77461954374be4dbbf3f445ec37 for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:48:12.540968 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:12.860915 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.objects.ports [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92747) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 13:48:12.861365 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:12.863513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:12.921223 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f59502-37b8-4192-a948-995195265081,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:12.926741 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:12.935179 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:48:12.935588 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Network hostable DHCP agents. Network: 35418304-0cb4-47dc-b88a-692718df1196, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:48:12.958311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:48:12.970358 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 35418304-0cb4-47dc-b88a-692718df1196) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:48:12.976659 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:48:12.977822 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:12.982681 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d9994-b5a0-4761-8938-6c7bf12a4502 None None] Network 35418304-0cb4-47dc-b88a-692718df1196 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:48:12.995392 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4843774 Jun 22 13:48:13.148294 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6a7df-3fc9-4072-8e8e-6c2bd6bff044 None None] Network 35418304-0cb4-47dc-b88a-692718df1196 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:48:15.296309 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40104) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:48:15.437335 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-071bb9cd-2d24-4546-938f-3e4d00cb1900 admin admin] 10.222.0.13 "GET /v2.0/routers/40c036fc-b9ce-4709-9195-4326616108c9 HTTP/1.1" status: 200 len: 710 time: 0.1398916 Jun 22 13:48:15.526110 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f923132b-c6c7-4579-87f0-d5ed518576bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:48:15.527771 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f923132b-c6c7-4579-87f0-d5ed518576bf admin admin] 10.222.0.13 "GET /v2.0/networks/35418304-0cb4-47dc-b88a-692718df1196 HTTP/1.1" status: 200 len: 886 time: 0.0852513 Jun 22 13:48:15.536367 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:48:15.853900 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 99478cd1-a801-408d-8e3f-90f52143cff8 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:48:15.866970 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:15.910244 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 99478cd1-a801-408d-8e3f-90f52143cff8 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:48:15.916288 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 99478cd1-a801-408d-8e3f-90f52143cff8 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:48:15.916670 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.049792 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.083619 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 99478cd1-a801-408d-8e3f-90f52143cff8, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=99478cd1-a801-408d-8e3f-90f52143cff8,segment=NetworkSegment(958945d8-2df0-49f6-b0f3-e0deefc5b99d),segment_id=958945d8-2df0-49f6-b0f3-e0deefc5b99d)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:48:16.088733 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.091539 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:16.127307 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.142987 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=99478cd1-a801-408d-8e3f-90f52143cff8,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:16.146624 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:16.213575 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.318041 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Allocated IP 172.27.0.211 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/3f55b69d-1d07-45b1-aeb3-b1d72c8da329) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:48:16.422486 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.462246 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.464482 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:16.504629 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:48:16.507411 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:48:16.512080 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:48:16.514882 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f55b69d-1d07-45b1-aeb3-b1d72c8da329,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:16.548808 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:16.763779 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.959370 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:16.963557 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2086397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2086346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690486'] for router, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:17.069801 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Router 40c036fc-b9ce-4709-9195-4326616108c9 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:48:17.268778 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:48:17.273311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:17.275938 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/40c036fc-b9ce-4709-9195-4326616108c9 HTTP/1.1" status: 200 len: 890 time: 1.7420969 Jun 22 13:48:17.290987 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Sync routers for ids ['40c036fc-b9ce-4709-9195-4326616108c9'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:48:17.302020 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Routers {'40c036fc-b9ce-4709-9195-4326616108c9'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:48:17.302707 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:48:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['40c036fc-b9ce-4709-9195-4326616108c9'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:17.557956 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Set router 40c036fc-b9ce-4709-9195-4326616108c9 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:48:17.825629 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 99478cd1-a801-408d-8e3f-90f52143cff8 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:48:17.965169 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 99478cd1-a801-408d-8e3f-90f52143cff8 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:48:17.965557 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.053889 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c036fc-b9ce-4709-9195-4326616108c9', 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '3f55b69d-1d07-45b1-aeb3-b1d72c8da329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:47:59Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 4, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'gw_port': {'id': '3f55b69d-1d07-45b1-aeb3-b1d72c8da329', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:16Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '99478cd1-a801-408d-8e3f-90f52143cff8', 'name': '', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'mac_address': 'fa:16:3e:ea:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:08Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 5, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'subnets': [{'id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:18.124071 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Checking router: 40c036fc-b9ce-4709-9195-4326616108c9 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:48:18.124432 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Updating router 40c036fc-b9ce-4709-9195-4326616108c9 port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:48:18.170408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.615550 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.627803 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Transition to ACTIVE for port object 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:48:18.635738 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.638008 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-ed90eb3f-8ff6-419a-b040-185492f359e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:18.689262 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97475c9-2d42-454b-81b7-174b82476573 None None] Pushing event updated for resources: {'Port': ['ID=3f55b69d-1d07-45b1-aeb3-b1d72c8da329,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:18.692037 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b97475c9-2d42-454b-81b7-174b82476573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:18.692921 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Attempting to bind port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:48:18.693280 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Attempting to bind port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:48:18.693740 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Attempting to bind port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:48:18.699559 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:48:18.699940 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:48:18.700354 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.700742 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:48:18.701225 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Bound port: 3f55b69d-1d07-45b1-aeb3-b1d72c8da329, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:48:18.701611 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.761596 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] For port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:48:18.765721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] For port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=3f55b69d-1d07-45b1-aeb3-b1d72c8da329,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:48:18.771218 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:18.774261 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:18.834948 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97475c9-2d42-454b-81b7-174b82476573 None None] Pushing event updated for resources: {'Port': ['ID=3f55b69d-1d07-45b1-aeb3-b1d72c8da329,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:18.838424 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Routers {'40c036fc-b9ce-4709-9195-4326616108c9'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:48:18.839039 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:48:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['40c036fc-b9ce-4709-9195-4326616108c9'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:18.841130 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b97475c9-2d42-454b-81b7-174b82476573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:18.953974 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] Set router 40c036fc-b9ce-4709-9195-4326616108c9 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:48:19.175306 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c036fc-b9ce-4709-9195-4326616108c9', 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '3f55b69d-1d07-45b1-aeb3-b1d72c8da329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:47:59Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 4, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'gw_port': {'id': '3f55b69d-1d07-45b1-aeb3-b1d72c8da329', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:16Z', 'updated_at': '2021-06-22T13:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '99478cd1-a801-408d-8e3f-90f52143cff8', 'name': '', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'mac_address': 'fa:16:3e:ea:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:08Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 5, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'subnets': [{'id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:48:19.206165 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f6cc7-16f1-4f7a-a011-bdef5875cf69 None None] The sync data for ids ['40c036fc-b9ce-4709-9195-4326616108c9'] in dv-cinder-796950-3-iscsi is: [{'id': '40c036fc-b9ce-4709-9195-4326616108c9', 'name': 'router1', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '3f55b69d-1d07-45b1-aeb3-b1d72c8da329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:47:59Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 4, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'gw_port': {'id': '3f55b69d-1d07-45b1-aeb3-b1d72c8da329', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:16Z', 'updated_at': '2021-06-22T13:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '99478cd1-a801-408d-8e3f-90f52143cff8', 'name': '', 'network_id': '8c2b1cff-6801-46a8-bdb3-995b21b5266e', 'tenant_id': 'b55155d849e34516b8c08380dfa13702', 'mac_address': 'fa:16:3e:ea:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c036fc-b9ce-4709-9195-4326616108c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:48:08Z', 'updated_at': '2021-06-22T13:48:16Z', 'revision_number': 5, 'project_id': 'b55155d849e34516b8c08380dfa13702', 'subnets': [{'id': '358b5c5a-ca92-429b-ba9f-470c28cd7144', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89ae817c-5ea3-452a-b97e-94cb96c0375d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:48:19.797034 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 40112) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:48:19.876349 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:48:19.930175 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:48:19.936595 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:48:19.936989 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:19.996092 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-876f1afc-d324-4839-a9cb-c2200a3281be admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1978469 Jun 22 13:48:20.056938 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:20.091386 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=3f55b69d-1d07-45b1-aeb3-b1d72c8da329,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:48:20.097233 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:20.099828 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:48:20.158380 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=3f55b69d-1d07-45b1-aeb3-b1d72c8da329,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:48:20.162466 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:48:21.824705 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:48:21.874514 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 3f55b69d-1d07-45b1-aeb3-b1d72c8da329 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:48:21.874898 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:32.941561 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0d54b36b-7deb-422e-8b2b-3c124e5b2a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:35.866357 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:36.074496 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-30ad3c9a-e639-4a3f-b6c2-06252a636bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:36.887008 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:38.418744 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:48:42.268346 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:49:02.937074 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-013e32ee-5062-4ba6-9170-9ae7ca12792e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:05.842419 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:06.070476 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-687e7023-ad75-464d-880e-fd1c5c95cf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:06.882307 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:08.415964 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:19.267095 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:49:32.930382 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-24d85b43-e891-4023-ba77-41b731dbab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:35.846828 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:36.072114 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f9d185b3-54fc-4849-b007-739b2987735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:36.886123 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:38.417553 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:49:56.265597 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:49:57.904857 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40680) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:49:57.971614 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.pecan_wsgi.hooks.translation [None req-0296bae7-283f-4610-bb9b-351017f57d00 admin admin] GET failed (client error): The resource could not be found. Jun 22 13:49:57.973576 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0296bae7-283f-4610-bb9b-351017f57d00 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672500 Jun 22 13:49:58.149828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15113f-fdcd-44e5-8b30-1d3cf8a7cdbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:49:58.151240 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-ac15113f-fdcd-44e5-8b30-1d3cf8a7cdbe admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1733592 Jun 22 13:50:00.326040 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40690) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:00.418578 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31cfaa7-0491-47d3-aa0e-44a53b24776a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:00.420034 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b31cfaa7-0491-47d3-aa0e-44a53b24776a admin admin] 10.222.0.13 "GET /v2.0/subnets/358b5c5a-ca92-429b-ba9f-470c28cd7144 HTTP/1.1" status: 200 len: 849 time: 0.0930433 Jun 22 13:50:00.430119 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:50:00.516403 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:00.658949 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769288424156'] for subnet, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:00.661142 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:50:00.690565 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:00.691159 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:00.693154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] 10.222.0.13 "PUT /v2.0/subnets/358b5c5a-ca92-429b-ba9f-470c28cd7144 HTTP/1.1" status: 200 len: 868 time: 0.2677383 Jun 22 13:50:00.712153 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358b5c5a-ca92-429b-ba9f-470c28cd7144,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:50:00.712931 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e169c-b381-4dc6-8753-8789cfc67768 None None] Network 8c2b1cff-6801-46a8-bdb3-995b21b5266e requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:50:00.719971 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.720350 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.720694 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.721032 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.721359 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.721704 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.722036 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.722358 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.722683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.723591 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.723934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.724405 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:00.733588 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:50:01.094462 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-79449766-883d-4107-b960-c325fa9fbf86 None None] Provisioning complete for port 5bc5ccfc-af1f-42e7-bc8e-10c5967f7e93 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:50:01.094844 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-79449766-883d-4107-b960-c325fa9fbf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:01.189858 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-79449766-883d-4107-b960-c325fa9fbf86 None None] Provisioning complete for port 99478cd1-a801-408d-8e3f-90f52143cff8 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:50:01.189858 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-79449766-883d-4107-b960-c325fa9fbf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:02.874267 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 40698) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:02.932081 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1c71680-3bab-4b3d-b473-d969dc9d648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:03.073803 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114b326-d7fc-4a1d-960e-53438672552e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:03.074179 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114b326-d7fc-4a1d-960e-53438672552e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:03.075785 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6114b326-d7fc-4a1d-960e-53438672552e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004743 Jun 22 13:50:05.258876 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40708) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:05.461056 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ecbb16-6697-4cab-9919-10b67b2b1369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:05.461056 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ecbb16-6697-4cab-9919-10b67b2b1369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:05.463050 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-21ecbb16-6697-4cab-9919-10b67b2b1369 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028840 Jun 22 13:50:05.851210 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:06.072848 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-28881fd9-20b6-420f-a8c8-d180f1d71b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:06.889962 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:07.624848 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40716) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:07.754686 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e8c68-a910-4776-9264-91946831882f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:07.756145 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e79e8c68-a910-4776-9264-91946831882f admin admin] 10.222.0.13 "GET /v2.0/networks/35418304-0cb4-47dc-b88a-692718df1196 HTTP/1.1" status: 200 len: 886 time: 0.1303353 Jun 22 13:50:08.420620 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:09.902350 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40724) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:10.032488 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68e80a-cac3-4f70-94cf-5333f65142d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:10.033862 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bd68e80a-cac3-4f70-94cf-5333f65142d4 admin admin] 10.222.0.13 "GET /v2.0/networks/8c2b1cff-6801-46a8-bdb3-995b21b5266e HTTP/1.1" status: 200 len: 869 time: 0.1305702 Jun 22 13:50:12.206289 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40732) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:12.327077 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a133f7-6e17-429e-a8a3-77bee295f46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:12.327564 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a133f7-6e17-429e-a8a3-77bee295f46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:12.329095 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d9a133f7-6e17-429e-a8a3-77bee295f46e admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218309 Jun 22 13:50:14.471932 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40740) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:14.562467 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83413061-c36d-4402-ae3e-330576b71301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:14.562933 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83413061-c36d-4402-ae3e-330576b71301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:14.564513 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-83413061-c36d-4402-ae3e-330576b71301 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916562 Jun 22 13:50:16.704154 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40748) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:16.797529 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e4765-bc41-4a84-be5f-c6d5b992d1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:16.798881 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b85e4765-bc41-4a84-be5f-c6d5b992d1a0 admin admin] 10.222.0.13 "GET /v2.0/subnets/358b5c5a-ca92-429b-ba9f-470c28cd7144 HTTP/1.1" status: 200 len: 868 time: 0.0937638 Jun 22 13:50:18.937470 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40756) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:19.023977 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8342acd9-b086-46fe-b586-0cfdf14e9c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:19.025335 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8342acd9-b086-46fe-b586-0cfdf14e9c79 admin admin] 10.222.0.13 "GET /v2.0/subnets/f4f59502-37b8-4192-a948-995195265081 HTTP/1.1" status: 200 len: 816 time: 0.0868967 Jun 22 13:50:32.933744 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-253f6819-26a3-4454-8dc8-ca3d292e090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:33.264795 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:50:35.854184 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:36.075112 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4ce54537-4db1-4488-bfc3-a89a4dbc3130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:36.899762 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:38.423684 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:42.512456 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40800) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:42.558643 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [None req-8baf7245-a5a0-4b20-9cd8-7185890da1dd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:50:42.559655 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8baf7245-a5a0-4b20-9cd8-7185890da1dd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461612 Jun 22 13:50:44.772557 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40808) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:44.835150 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3eb407-6bbf-45b3-9358-089a76150cc9 admin admin] GET failed (client error): The resource could not be found. Jun 22 13:50:44.836551 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8f3eb407-6bbf-45b3-9358-089a76150cc9 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630755 Jun 22 13:50:44.925470 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d6285-d715-4a86-865e-df50f58409eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:44.927110 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d22d6285-d715-4a86-865e-df50f58409eb admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866237 Jun 22 13:50:47.168198 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40816) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:47.217430 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:50:47.239605 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Made reservation on behalf of b79df77461954374be4dbbf3f445ec37 for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:50:47.241935 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:47.270895 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING neutron.services.revisions.revision_plugin [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Could not find related network for resource to bump revision. Jun 22 13:50:47.286005 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:50:47.296666 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:47.297012 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Added segment 2f6dcfbf-90f3-4250-b568-2e6f840eaa48 of type vlan for network 8b115f0b-8dc4-4624-a1de-0384ee857a7d Jun 22 13:50:47.339521 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:47.370833 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:47.372124 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:47.372717 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:47.374752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:50:47.425301 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2559583 Jun 22 13:50:47.437896 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Pushing event updated for resources: {'Network': ['ID=8b115f0b-8dc4-4624-a1de-0384ee857a7d,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:50:47.440840 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:50:47.449126 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 8b115f0b-8dc4-4624-a1de-0384ee857a7d details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:50:49.655511 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40824) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:50:49.715604 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.pecan_wsgi.hooks.translation [None req-80095b8d-7e9d-4521-b1ff-8f3691f21c8a admin admin] GET failed (client error): The resource could not be found. Jun 22 13:50:49.716913 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-80095b8d-7e9d-4521-b1ff-8f3691f21c8a admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604341 Jun 22 13:50:49.788664 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0704e5a-4878-4b5f-aeab-cb550d78a625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:49.790856 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c0704e5a-4878-4b5f-aeab-cb550d78a625 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693974 Jun 22 13:50:49.799923 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d', 'description': 'shared-subnet'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:50:49.821033 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Made reservation on behalf of b79df77461954374be4dbbf3f445ec37 for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:50:49.823525 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.080479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.082877 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-11cade6c-f165-4a98-b104-50daa828a9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:50:50.135436 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52741a3-dc4a-4338-b371-a70d2a23e480,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:50:50.139126 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:50:50.150553 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Checking segment: {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:50:50.151159 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Network hostable DHCP agents. Network: 8b115f0b-8dc4-4624-a1de-0384ee857a7d, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:50:50.170333 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Network 8b115f0b-8dc4-4624-a1de-0384ee857a7d is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:50:50.180590 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 8b115f0b-8dc4-4624-a1de-0384ee857a7d) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:50:50.187348 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:50:50.187974 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.194527 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2349880-d883-40c8-a3b1-e4e2f8870885 None None] Network 8b115f0b-8dc4-4624-a1de-0384ee857a7d requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:50:50.204458 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4079657 Jun 22 13:50:50.352429 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-8b115f0b-8dc4-4624-a1de-0384ee857a7d', 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d', 'tenant_id': 'b79df77461954374be4dbbf3f445ec37', 'fixed_ips': [{'subnet_id': 'b52741a3-dc4a-4338-b371-a70d2a23e480'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 13:50:50.353385 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.495062 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Allocated IP 192.168.233.2 (8b115f0b-8dc4-4624-a1de-0384ee857a7d/b52741a3-dc4a-4338-b371-a70d2a23e480/fa58a272-6bcc-48d1-a71f-b3c0e797c861) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:50:50.643260 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.653293 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Transition to ACTIVE for port object fa58a272-6bcc-48d1-a71f-b3c0e797c861 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:50:50.668981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Transition to ACTIVE for port object fa58a272-6bcc-48d1-a71f-b3c0e797c861 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:50:50.675948 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.678325 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:50:50.720392 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Network 8b115f0b-8dc4-4624-a1de-0384ee857a7d is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:50:50.724726 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:50:50.727222 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Pushing event updated for resources: {'Port': ['ID=fa58a272-6bcc-48d1-a71f-b3c0e797c861,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:50:50.729732 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:50:50.740564 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.740913 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.741249 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.741587 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.741939 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.742272 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.742597 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.742920 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.743265 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.743640 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.743958 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.744278 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:50:50.765104 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:50:50.801199 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Attempting to bind port fa58a272-6bcc-48d1-a71f-b3c0e797c861 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:50:50.801576 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Attempting to bind port fa58a272-6bcc-48d1-a71f-b3c0e797c861 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:50:50.801978 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Attempting to bind port fa58a272-6bcc-48d1-a71f-b3c0e797c861 on network 8b115f0b-8dc4-4624-a1de-0384ee857a7d {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:50:50.808960 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:50:50.809337 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Checking segment: {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:50:50.809739 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.810182 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Bound using segment: {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:50:50.810949 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Bound port: fa58a272-6bcc-48d1-a71f-b3c0e797c861, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:50:50.811448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.889331 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] For port fa58a272-6bcc-48d1-a71f-b3c0e797c861, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:50:50.892840 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] For port fa58a272-6bcc-48d1-a71f-b3c0e797c861, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=fa58a272-6bcc-48d1-a71f-b3c0e797c861,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:50:50.898989 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:50.901363 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b97475c9-2d42-454b-81b7-174b82476573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:50:50.959016 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Pushing event updated for resources: {'Port': ['ID=fa58a272-6bcc-48d1-a71f-b3c0e797c861,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:50:50.962273 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:50:51.806038 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b143890-1eb0-4fbc-8618-bbbbc6e8c451 None None] Network 8b115f0b-8dc4-4624-a1de-0384ee857a7d requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:50:51.929970 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-37365c40-470e-4439-ad66-1966e8fe30e2 None None] Provisioning for port fa58a272-6bcc-48d1-a71f-b3c0e797c861 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:50:51.997704 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device fa58a272-6bcc-48d1-a71f-b3c0e797c861 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:50:52.049572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port fa58a272-6bcc-48d1-a71f-b3c0e797c861 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:50:52.053576 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port fa58a272-6bcc-48d1-a71f-b3c0e797c861 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:50:52.053955 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:52.146779 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:52.183504 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port fa58a272-6bcc-48d1-a71f-b3c0e797c861, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=fa58a272-6bcc-48d1-a71f-b3c0e797c861,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:50:52.187937 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:52.190294 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:50:52.236338 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=fa58a272-6bcc-48d1-a71f-b3c0e797c861,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:50:52.240378 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:50:52.270927 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5799b3cf-ac5a-4e6d-bfa6-ef0d9320c030 None None] Provisioning complete for port fa58a272-6bcc-48d1-a71f-b3c0e797c861 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:50:52.271307 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5799b3cf-ac5a-4e6d-bfa6-ef0d9320c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:50:53.940380 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device fa58a272-6bcc-48d1-a71f-b3c0e797c861 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:50:53.996906 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port fa58a272-6bcc-48d1-a71f-b3c0e797c861 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:50:53.997294 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:02.935601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4bbefc32-d3e3-4780-a07e-34e4cb4b14a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:05.856020 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:06.079787 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7a7dc3dc-54f4-466f-8141-efdb30bc1441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:06.895632 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:08.428680 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:10.264217 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:51:32.937382 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2b458874-8817-4af0-8e99-ecc70b60840b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:35.858809 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:36.085899 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b608b585-a628-49f4-9b71-4895c1b24911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:36.899779 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:38.431247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:47.265410 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:51:59.001011 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40876) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:51:59.007761 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [None req-25cb5e32-4535-40e4-9b72-be8c8b938ace tempest-verify_tempest_config-385284976 tempest-verify_tempest_config-385284976-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:51:59.008746 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-25cb5e32-4535-40e4-9b72-be8c8b938ace tempest-verify_tempest_config-385284976 tempest-verify_tempest_config-385284976-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067534 Jun 22 13:51:59.322163 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40894) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:51:59.425233 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.514816 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.519867 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.522931 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:51:59.569692 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8727cedec48947b7aaedd45121b32b73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2464397 Jun 22 13:51:59.570547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11b239-b1fa-4433-a5d4-c547a4e70f24,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:51:59.572416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 40898) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:51:59.577791 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.578155 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.578501 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.578833 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.579163 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.579546 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.579878 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.580202 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.581151 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.582116 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.582457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.582785 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.586949 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:51:59.630410 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.652317 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.738060 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.741067 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:51:59.742216 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee11b239-b1fa-4433-a5d4-c547a4e70f24 HTTP/1.1" status: 204 len: 168 time: 0.1687973 Jun 22 13:51:59.742911 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:51:59.750633 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11b239-b1fa-4433-a5d4-c547a4e70f24,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:51:59.757577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.758148 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.758279 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.758610 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.758941 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.759288 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.759643 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.759978 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.760304 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.760625 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.761198 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.761523 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:51:59.764733 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:52:02.939646 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7d9ca84c-4e86-4fcf-9d08-4f23c7080b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:05.860387 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:06.086959 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f1bd0379-c2f7-42fc-8230-ad5f170eaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:06.902455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:08.435211 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:24.264011 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:52:32.943808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b9dafe1f-9cbc-41ba-810f-d0e5e1de6122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:35.865465 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:36.092836 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f13badd0-6306-45fe-8dd7-510d727ff8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:36.906460 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:52:38.438926 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:01.263891 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:53:02.945751 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-849f176b-9c19-4e04-aaad-4d40dea7f512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:05.877295 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:06.087155 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5d89b184-1c63-4f03-8aa9-bdbcffbc6703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:06.906944 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:08.442974 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:32.946669 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bb6b258f-a914-4610-8aa8-cb2999d0e381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:35.868704 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:36.088488 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-be0f0bfc-0e7f-4c93-ba65-b246c9fa8600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:36.911957 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:38.261772 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 5 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:53:38.444168 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:39.736273 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025'] for agent, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:53:55.374246 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 40972) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:53:55.480087 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-cfd11278-8277-49a9-a4c6-607337848e83 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1047409 Jun 22 13:53:57.653667 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 40982) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:53:57.708286 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-dc324bda-6c45-41c6-93bc-10650dca1cb3 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0535040 Jun 22 13:54:02.947667 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-551e8daf-50e4-40ae-85e0-e3fe8943e08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:05.870974 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:06.089866 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-1c9947af-a29f-48ad-a27d-b46bb7e357d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:06.914154 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:08.447016 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:09.695384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:15.261397 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:54:32.953047 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d02d66c8-cd5d-4211-b1b9-6b9dee45cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:35.872922 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:36.092864 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-50bb7f13-48d8-488c-9964-581aa5d5580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:36.917283 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:38.450210 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:39.699258 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:54:52.267822 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:55:02.947653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ac4d974d-caee-40fb-aee2-2cc13103637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:05.876404 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:06.096974 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-dda1f6da-dd54-4c1f-9b21-d506eea4e048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:06.922717 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:08.465809 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:09.687400 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:27.659761 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41188) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:27.902427 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41210) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:28.021795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41222) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:28.054610 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41226) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:28.077938 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-971754630-network', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:28.100764 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Made reservation on behalf of b86af51582e94f6bb1306c1cc79e4388 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:28.103272 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.113292 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.120441 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1056077090-network', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:28.214643 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.220186 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.234099 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:55:28.238931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0aa90d30-51a0-4d7a-ad07-74e89ff5d7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:28.241514 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Made reservation on behalf of a271f08dff5546d38eac9e70e0d75851 for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:28.245072 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.260919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.273125 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed524b36-f5b5-4d36-883c-9268db70a6f7,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:28.303816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.304497 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.305241 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.306297 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.306870 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.307563 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.308135 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.308993 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.309798 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.311880 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.312689 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.313795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Tracked resource versions report: Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: pushed versions: Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: { 'AddressGroup': {'1.2'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'ConntrackHelper': {'1.0'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Log': {'1.0'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Network': {'1.1'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Port': {'1.7'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'PortForwarding': {'1.2'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'QosPolicy': {'1.8'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroup': {'1.4'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SubPort': {'1.0'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Subnet': {'1.1'}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Trunk': {'1.1'}} Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: consumer versions: Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: HyperV agent@hv-cinder-79695: {}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'ConntrackHelper': '1.0', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Log': '1.0', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Network': '1.1', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Port': '1.7', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'PortForwarding': '1.2', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'QosPolicy': '1.8', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroup': '1.4', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SecurityGroupRule': '1.2', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'SubPort': '1.0', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Subnet': '1.1', Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: 'Trunk': '1.1'}} Jun 22 13:55:28.316431 dv-cinder-796950-3-iscsi neutron-server[92746]: {{(pid=92746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:55:28.346738 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:28.351164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.353672 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Added segment b7669ba0-c31d-43cf-937b-730de6e1ccf6 of type vlan for network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 Jun 22 13:55:28.386813 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-716106034-network', 'tenant_id': 'bf48c73a85bb4130b7691d4f77d65234'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:28.389044 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.394361 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.405284 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:28.418415 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:55:28.437117 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d257305c-07fc-4e3b-b682-e6bbded103b1,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:28.440128 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.440636 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Added segment c5e43b69-128d-4663-ae4e-dd5b884e516e of type vlan for network deb3e356-761e-47ed-81c9-9726aa2f6621 Jun 22 13:55:28.460396 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-network', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:28.473581 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Made reservation on behalf of bf48c73a85bb4130b7691d4f77d65234 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:28.473942 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.474469 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.474957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.475450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.475952 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.476468 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.476944 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.477245 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.477589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.478087 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.478728 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.479211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.479702 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Tracked resource versions report: Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: pushed versions: Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: { 'AddressGroup': {'1.2'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'ConntrackHelper': {'1.0'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Log': {'1.0'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Network': {'1.1'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Port': {'1.7'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'PortForwarding': {'1.2'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'QosPolicy': {'1.8'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroup': {'1.4'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SubPort': {'1.0'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Subnet': {'1.1'}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Trunk': {'1.1'}} Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: consumer versions: Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: HyperV agent@hv-cinder-79695: {}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'ConntrackHelper': '1.0', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Log': '1.0', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Network': '1.1', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Port': '1.7', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'PortForwarding': '1.2', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'QosPolicy': '1.8', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroup': '1.4', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SecurityGroupRule': '1.2', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'SubPort': '1.0', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Subnet': '1.1', Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: 'Trunk': '1.1'}} Jun 22 13:55:28.481131 dv-cinder-796950-3-iscsi neutron-server[92747]: {{(pid=92747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:55:28.488138 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:28.490953 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.501375 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.532901 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.543126 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.545386 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:28.546090 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.556972 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:28.574547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Made reservation on behalf of 166f383c455f4f00a02d863a8b528f9b for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:28.577296 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.587448 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.599264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.603624 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:28.604461 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.619731 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0f59df43-aae7-4148-b056-c07e5e72f69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:28.624081 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7191172 Jun 22 13:55:28.630907 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41248) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:28.638548 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Request body: {'subnet': {'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1056077090-subnet', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:28.642155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Pushing event updated for resources: {'Network': ['ID=82a598ae-72d3-47f2-8c1f-c541bc5c23d1,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:28.647409 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:28.648820 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9879465 Jun 22 13:55:28.655037 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:55:28.658048 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41252) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:28.673319 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Request body: {'subnet': {'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-subnet', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:28.750284 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Pushing event updated for resources: {'Network': ['ID=deb3e356-761e-47ed-81c9-9726aa2f6621,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:28.771737 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:28.797502 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network deb3e356-761e-47ed-81c9-9726aa2f6621 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:55:28.872163 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.878753 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.882157 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:28.929656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd00c08-f14c-4eec-92d2-108ab9d63a04,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:28.938936 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:28.950493 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:55:28.962570 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:28.962840 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Added segment b44a79fd-a968-4f6b-b7ea-6da1d1882b2b of type vlan for network fffdf788-a639-4c92-bff1-2e731555e041 Jun 22 13:55:29.034098 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.104915 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.107598 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:29.110372 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.122092 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-97a084c0-1dc3-4b7f-8cbd-89c1e8834c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:29.130454 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.143049 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.175549 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:55:29.197796 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.198881 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Added segment 83fc6bf3-9449-46c3-ac13-0ad3c55c3793 of type vlan for network cec3f186-c9ef-4abb-8c14-53e69e126287 Jun 22 13:55:29.226824 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Made reservation on behalf of b86af51582e94f6bb1306c1cc79e4388 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:29.230354 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.242834 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2199497 Jun 22 13:55:29.256091 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41258) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:29.261968 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Request body: {'subnet': {'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-716106034-subnet', 'tenant_id': 'bf48c73a85bb4130b7691d4f77d65234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:29.262210 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:29.283231 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:55:29.320379 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.327519 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11862fd4-e0dc-40a9-b901-cf36e301ffeb,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:29.328404 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=fffdf788-a639-4c92-bff1-2e731555e041,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:29.331860 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:29.360323 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.361977 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:29.362666 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.366593 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:29.386113 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network fffdf788-a639-4c92-bff1-2e731555e041 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:55:29.399947 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:29.411542 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.db.api [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 13:55:29.411542 dv-cinder-796950-3-iscsi neutron-server[92746]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 13:55:29.411542 dv-cinder-796950-3-iscsi neutron-server[92746]: [parameters: {'project_id_1': 'bf48c73a85bb4130b7691d4f77d65234', 'expiration_1': datetime.datetime(2021, 6, 22, 13, 55, 29, 267313)}] Jun 22 13:55:29.411542 dv-cinder-796950-3-iscsi neutron-server[92746]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 13:55:29.412903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_db.api [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 13:55:29.425795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Made reservation on behalf of a271f08dff5546d38eac9e70e0d75851 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:29.429363 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.470666 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4148769 Jun 22 13:55:29.472715 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41276) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:29.490883 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Request body: {'subnet': {'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-subnet', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:29.519478 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=cec3f186-c9ef-4abb-8c14-53e69e126287,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:29.523501 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:29.535751 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network cec3f186-c9ef-4abb-8c14-53e69e126287 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:55:29.540589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Made reservation on behalf of 166f383c455f4f00a02d863a8b528f9b for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:29.543389 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Notify callbacks [] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.716889 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.719188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:29.724213 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.787974 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.798759 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8bc1c1d8-6c48-4465-af6d-0582e1c9a101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:29.802021 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e764d38c-1d5d-46ac-a2b3-566dafb36778,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:29.810436 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:29.816596 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2d9bdde2-fb62-4dde-8edf-11519273f162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:29.856261 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Checking segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:29.856628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Network hostable DHCP agents. Network: 82a598ae-72d3-47f2-8c1f-c541bc5c23d1, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:55:29.861357 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Checking segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:29.861733 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Network hostable DHCP agents. Network: deb3e356-761e-47ed-81c9-9726aa2f6621, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:55:29.882057 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf00806-4095-4284-aef5-da12a519c167,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:29.885928 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:29.902529 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Checking segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:29.903014 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Network hostable DHCP agents. Network: cec3f186-c9ef-4abb-8c14-53e69e126287, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:55:29.903638 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:55:29.907095 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Network deb3e356-761e-47ed-81c9-9726aa2f6621 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:55:29.908327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff12c535-e65f-42ab-9d65-c1ca7f7432c1,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:29.912472 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:29.925957 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 82a598ae-72d3-47f2-8c1f-c541bc5c23d1) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:29.930453 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Network cec3f186-c9ef-4abb-8c14-53e69e126287 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:55:29.936870 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:29.938238 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.939515 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, cec3f186-c9ef-4abb-8c14-53e69e126287) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:29.949745 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, deb3e356-761e-47ed-81c9-9726aa2f6621) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:29.953806 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b8a097-9ffa-44da-a7a7-1531455e78b6 None None] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:29.957204 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:29.957814 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.966105 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:29.966937 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.983111 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Made reservation on behalf of bf48c73a85bb4130b7691d4f77d65234 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:29.988142 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:29.998203 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3293304 Jun 22 13:55:30.002524 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5246682 Jun 22 13:55:30.003313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41292) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:30.003783 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41294) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:30.008148 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3737335 Jun 22 13:55:30.015269 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:30.029450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:30.040340 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41298) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:30.048274 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:30.056939 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a8345-e47d-4bf8-bfb6-e65069384823 None None] Network cec3f186-c9ef-4abb-8c14-53e69e126287 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:30.085747 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1169265-f9db-424e-b90a-fba99dd5df06 None None] Network deb3e356-761e-47ed-81c9-9726aa2f6621 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:30.093865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.095666 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.127027 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.129097 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.231228 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.348588 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.436037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.437145 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.609571 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.631810 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-cec3f186-c9ef-4abb-8c14-53e69e126287', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 13:55:30.633082 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.728714 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:30.959234 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.009628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.041225 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Allocated IP 172.20.0.2 (cec3f186-c9ef-4abb-8c14-53e69e126287/ff12c535-e65f-42ab-9d65-c1ca7f7432c1/8bfd5e6d-a254-4c85-aed5-f07a12162e82) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:31.044249 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-41dcc081-5503-4601-9dab-57171f3e444d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:31.130218 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b89415-1d93-4674-8201-145ab69554ae None None] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:31.135326 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6ae0bc-2943-452f-ac52-c1c1a3c1995b,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:31.146640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:31.160805 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Checking segment: {'id': 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:31.161167 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Network hostable DHCP agents. Network: fffdf788-a639-4c92-bff1-2e731555e041, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:55:31.194370 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Network fffdf788-a639-4c92-bff1-2e731555e041 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:55:31.221989 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, fffdf788-a639-4c92-bff1-2e731555e041) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:31.228234 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:31.228833 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.283595 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d373168-2231-41e3-bc7c-16f058042255 None None] Network fffdf788-a639-4c92-bff1-2e731555e041 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:31.383828 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1177781 Jun 22 13:55:31.384064 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.461548 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.507220 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-deb3e356-761e-47ed-81c9-9726aa2f6621', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 13:55:31.508783 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.519004 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.785139 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:31.870910 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc87c9-1a07-41d2-8225-f5eba87774e4 None None] Network fffdf788-a639-4c92-bff1-2e731555e041 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:31.963151 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Transition to ACTIVE for port object 8bfd5e6d-a254-4c85-aed5-f07a12162e82 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:32.060362 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.074715 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Allocated IP 172.27.0.219 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/0ceda0a6-be4b-4c68-b9fe-7279b4012599) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:32.089606 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.258331 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Transition to ACTIVE for port object 8bfd5e6d-a254-4c85-aed5-f07a12162e82 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:32.337870 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.361568 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.395724 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:32.506818 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.514672 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:32.561475 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Allocated IP 172.27.0.179 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/fdf320e0-bc6c-4670-86dd-d0dbd106c19a) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:32.587646 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41376) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:32.588137 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41380) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:32.608384 dv-cinder-796950-3-iscsi neutron-server[92746]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 13:55:32.624776 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.648452 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.697093 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Allocated IP 172.20.0.2 (deb3e356-761e-47ed-81c9-9726aa2f6621/e764d38c-1d5d-46ac-a2b3-566dafb36778/cf1a5278-acab-4659-ae7f-3ccc832067c2) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:32.703226 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Network cec3f186-c9ef-4abb-8c14-53e69e126287 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:32.711314 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:32.717557 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Pushing event updated for resources: {'Port': ['ID=8bfd5e6d-a254-4c85-aed5-f07a12162e82,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:32.721188 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:32.745707 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.746052 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.746390 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.746723 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.747119 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.747589 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.748113 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.748470 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.748840 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.749187 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.749523 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.749851 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Tracked resource versions report: Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: pushed versions: Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: { 'AddressGroup': {'1.2'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'ConntrackHelper': {'1.0'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Log': {'1.0'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Network': {'1.1'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Port': {'1.7'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'PortForwarding': {'1.2'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'QosPolicy': {'1.8'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroup': {'1.4'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SubPort': {'1.0'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Subnet': {'1.1'}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Trunk': {'1.1'}} Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: consumer versions: Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: HyperV agent@hv-cinder-79695: {}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'ConntrackHelper': '1.0', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Log': '1.0', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Network': '1.1', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Port': '1.7', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'PortForwarding': '1.2', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'QosPolicy': '1.8', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroup': '1.4', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SecurityGroupRule': '1.2', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'SubPort': '1.0', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Subnet': '1.1', Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: 'Trunk': '1.1'}} Jun 22 13:55:32.750971 dv-cinder-796950-3-iscsi neutron-server[92748]: {{(pid=92748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:55:32.769617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.771735 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Pushing event updated for resources: {'Port': ['ID=0ceda0a6-be4b-4c68-b9fe-7279b4012599,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:32.775429 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:32.781082 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:32.797908 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:32.804739 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.814206 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:32.816564 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:32.817025 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:32.827338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:32.904612 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:32.914489 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:32.922599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:32.929752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Pushing event updated for resources: {'Port': ['ID=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:32.933064 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Allocated IP 172.27.0.215 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/abf1e5b3-04a9-4e84-a939-570bd031471a) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:32.939223 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:33.000796 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.014566 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Attempting to bind port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:33.014995 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Attempting to bind port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:33.015333 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Attempting to bind port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 on network cec3f186-c9ef-4abb-8c14-53e69e126287 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:33.023372 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:33.023809 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Checking segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:33.024208 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.024623 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Bound using segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:33.025130 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Bound port: 8bfd5e6d-a254-4c85-aed5-f07a12162e82, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:33.025707 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.028337 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Transition to ACTIVE for port object cf1a5278-acab-4659-ae7f-3ccc832067c2 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:33.044059 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-31b6cdc2-bf8e-44d6-aaa3-df11d7fb6b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.080844 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Transition to ACTIVE for port object cf1a5278-acab-4659-ae7f-3ccc832067c2 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:33.143121 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] For port 8bfd5e6d-a254-4c85-aed5-f07a12162e82, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:33.146613 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] For port 8bfd5e6d-a254-4c85-aed5-f07a12162e82, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8bfd5e6d-a254-4c85-aed5-f07a12162e82,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:33.148721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.160291 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:33.203659 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.209753 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.211952 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Network deb3e356-761e-47ed-81c9-9726aa2f6621 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:33.212868 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Pushing event updated for resources: {'Port': ['ID=cf1a5278-acab-4659-ae7f-3ccc832067c2,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:33.224967 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:33.225469 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:33.275690 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:33.287653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Pushing event updated for resources: {'Port': ['ID=8bfd5e6d-a254-4c85-aed5-f07a12162e82,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:33.325320 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:33.352476 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:33.379618 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-667339d8-3ef8-4301-94f5-87081255b834 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:33.382421 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-667339d8-3ef8-4301-94f5-87081255b834 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/networks?id=fffdf788-a639-4c92-bff1-2e731555e041 HTTP/1.1" status: 200 len: 811 time: 0.7913456 Jun 22 13:55:33.441854 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.457390 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-eb2e5c21-8858-49df-9cf6-b3c3b06165e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:33.457727 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Attempting to bind port cf1a5278-acab-4659-ae7f-3ccc832067c2 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:33.458128 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Attempting to bind port cf1a5278-acab-4659-ae7f-3ccc832067c2 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:33.458496 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Attempting to bind port cf1a5278-acab-4659-ae7f-3ccc832067c2 on network deb3e356-761e-47ed-81c9-9726aa2f6621 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:33.465013 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:33.467426 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Checking segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:33.468653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.469213 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Bound using segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:33.470152 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Bound port: cf1a5278-acab-4659-ae7f-3ccc832067c2, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:33.470720 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.474783 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.586552 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:33.609555 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-1d1201c2-ec29-4e2d-b8a0-58cc0b42c7c5 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/quotas/bf48c73a85bb4130b7691d4f77d65234 HTTP/1.1" status: 200 len: 375 time: 0.2175241 Jun 22 13:55:33.657846 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:33.671085 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:33.675782 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] For port cf1a5278-acab-4659-ae7f-3ccc832067c2, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:33.683841 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] For port cf1a5278-acab-4659-ae7f-3ccc832067c2, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=cf1a5278-acab-4659-ae7f-3ccc832067c2,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:33.691412 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:33.706480 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:33.728513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Pushing event updated for resources: {'Port': ['ID=abf1e5b3-04a9-4e84-a939-570bd031471a,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:33.766507 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-d10950ce-7ef1-4447-9757-ce9d298f4a4a tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf48c73a85bb4130b7691d4f77d65234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1409159 Jun 22 13:55:33.831435 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:33.869822 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Pushing event updated for resources: {'Port': ['ID=cf1a5278-acab-4659-ae7f-3ccc832067c2,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:33.892406 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:34.025489 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.093412 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.112993 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-7a9d829e-1074-4d36-8910-34825a212245 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:55:34.120483 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-7a9d829e-1074-4d36-8910-34825a212245 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1700199 Jun 22 13:55:34.133131 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.167734 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:34.242890 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.280858 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8bfd5e6d-a254-4c85-aed5-f07a12162e82 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:34.402049 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:34.432451 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b88689fa7614d0fbea8dbc2f9ab99e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8429096 Jun 22 13:55:34.437585 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41454) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:34.453802 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144f2f88-be63-4747-b6bd-1c1e900a59bd,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:34.470375 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:34.492243 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.597326 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-b0017f18-03ec-48f3-a073-36b0c8e15d80 service neutron] 10.222.0.13 "GET /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629447 Jun 22 13:55:34.657515 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.738982 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.741503 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.766699 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.768929 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 13:55:34.784898 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1609b8-b2b6-40a6-830b-1cbbac76cc43 None None] Network cec3f186-c9ef-4abb-8c14-53e69e126287 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:34.866046 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-bd3101d5-5e8e-4f6c-aaae-2be66b1f73aa service neutron] 10.222.0.13 "GET /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285233 Jun 22 13:55:34.870546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.877547 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.878776 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/144f2f88-be63-4747-b6bd-1c1e900a59bd HTTP/1.1" status: 204 len: 168 time: 0.4395158 Jun 22 13:55:34.881623 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d205929d-6ed5-4cd0-b83f-c1ac429078b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:34.972394 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Provisioning for port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:34.977782 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f2f88-be63-4747-b6bd-1c1e900a59bd,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:34.978753 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Provisioning complete for port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:34.979193 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:34.992028 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:35.016116 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:55:35.030064 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:55:35.048043 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:35.050644 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:35.051316 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:35.055923 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0497584 Jun 22 13:55:35.057548 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41460) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:35.066000 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Router e9be70f2-980a-42c7-ab91-86b24b042923 is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 13:55:35.150004 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Router badf917d-c7f0-4996-9d33-e8be222a6e84 is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 13:55:35.313442 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41476) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:35.415347 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:35.455675 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf2184-9ace-4733-95a9-3277e28b9dd6 None None] Network deb3e356-761e-47ed-81c9-9726aa2f6621 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:55:35.484924 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 13:55:35.509751 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:55:35.539991 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:35.544349 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5026996 Jun 22 13:55:35.545496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41494) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:35.566091 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:35.588024 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:55:35.594833 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] For port 8bfd5e6d-a254-4c85-aed5-f07a12162e82, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8bfd5e6d-a254-4c85-aed5-f07a12162e82,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:35.605355 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41496) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:35.609251 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:35.625487 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a55f5385-bfb5-49db-8745-c1c3138aa3b0 req-44286ca7-e532-40e5-9fd2-bdc376db561d tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 0.1453874 Jun 22 13:55:35.629477 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:35.683334 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:35.692999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:35.866521 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:35.952202 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:35.985125 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:55:35.985883 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Updating router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd port fdf320e0-bc6c-4670-86dd-d0dbd106c19a binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:55:36.025091 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.037086 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.078876 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.267041 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device cf1a5278-acab-4659-ae7f-3ccc832067c2 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:36.278517 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Provisioning complete for port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:36.279421 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.335038 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:55:36.391696 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Sync routers for ids ['e9be70f2-980a-42c7-ab91-86b24b042923'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:55:36.410296 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Routers {'e9be70f2-980a-42c7-ab91-86b24b042923'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:36.411310 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['e9be70f2-980a-42c7-ab91-86b24b042923'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:36.419966 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Pushing event updated for resources: {'Port': ['ID=8bfd5e6d-a254-4c85-aed5-f07a12162e82,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:36.423853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:36.450195 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.487026 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.494691 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-78200df2-40a3-4ce8-8abf-bedd6827f90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.518821 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Transition to ACTIVE for port object fdf320e0-bc6c-4670-86dd-d0dbd106c19a will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:36.533085 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.535303 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.566034 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:36.598360 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.662939 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Pushing event updated for resources: {'Port': ['ID=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:36.664646 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.690002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:36.704129 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.710472 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7031088 Jun 22 13:55:36.732343 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41542) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:36.741360 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port cf1a5278-acab-4659-ae7f-3ccc832067c2 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:36.796179 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.796637 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.796982 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.797315 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.797765 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.798104 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.798996 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.818429 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.818895 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.819620 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.819620 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.819953 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Tracked resource versions report: Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: pushed versions: Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: { 'AddressGroup': {'1.2'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'ConntrackHelper': {'1.0'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Log': {'1.0'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Network': {'1.1'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Port': {'1.7'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'PortForwarding': {'1.2'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'QosPolicy': {'1.8'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroup': {'1.4'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroupRule': {'1.2'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SubPort': {'1.0'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Subnet': {'1.1'}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Trunk': {'1.1'}} Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: consumer versions: Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: { DHCP agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: HyperV agent@hv-cinder-79695: {}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: L3 agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: Metadata agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: Metering agent@dv-cinder-796950-3-iscsi: {}, Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: Open vSwitch agent@dv-cinder-796950-3-iscsi: { 'AddressGroup': '1.2', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'ConntrackHelper': '1.0', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Log': '1.0', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Network': '1.1', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Port': '1.7', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'PortForwarding': '1.2', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'QosPolicy': '1.8', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroup': '1.4', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SecurityGroupRule': '1.2', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'SubPort': '1.0', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Subnet': '1.1', Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: 'Trunk': '1.1'}} Jun 22 13:55:36.824713 dv-cinder-796950-3-iscsi neutron-server[92749]: {{(pid=92749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 13:55:36.833572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Provisioning for port cf1a5278-acab-4659-ae7f-3ccc832067c2 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:36.834189 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:36.841566 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Provisioning complete for port cf1a5278-acab-4659-ae7f-3ccc832067c2 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:36.854425 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:36.882101 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Attempting to bind port fdf320e0-bc6c-4670-86dd-d0dbd106c19a on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:36.882638 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Attempting to bind port fdf320e0-bc6c-4670-86dd-d0dbd106c19a by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:36.883019 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Attempting to bind port fdf320e0-bc6c-4670-86dd-d0dbd106c19a on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:36.886354 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Set router e9be70f2-980a-42c7-ab91-86b24b042923 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:36.910634 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Allocated IP 172.20.0.1 (cec3f186-c9ef-4abb-8c14-53e69e126287/ff12c535-e65f-42ab-9d65-c1ca7f7432c1/eec34aef-714b-4f3e-a16c-7a7372fe0950) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:36.936956 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:36.959498 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77c7a6527fe94f1a94a2d3e6859e8809&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3505316 Jun 22 13:55:36.971418 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41552) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:36.986344 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:55:36.987301 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Updating router badf917d-c7f0-4996-9d33-e8be222a6e84 port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:55:37.006762 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:37.007031 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:37.007902 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.007902 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:37.008403 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Bound port: fdf320e0-bc6c-4670-86dd-d0dbd106c19a, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:37.008786 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.042962 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc2fd9-5b3b-4d62-afc4-afb8311bc100,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:37.049156 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:37.258542 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] For port fdf320e0-bc6c-4670-86dd-d0dbd106c19a, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:37.278320 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bffb6119-f156-412b-b27c-d3c8ad2a6d15 req-22ca0e89-ca4b-4fb7-a6e7-be7a4a606ee0 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 0.4684198 Jun 22 13:55:37.292858 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] For port fdf320e0-bc6c-4670-86dd-d0dbd106c19a, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:37.305917 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.327637 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:37.362844 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Allocated IP 172.20.0.1 (deb3e356-761e-47ed-81c9-9726aa2f6621/e764d38c-1d5d-46ac-a2b3-566dafb36778/312e3614-2341-4a52-af72-ab6b83d41d3f) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:37.462017 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.464555 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.491054 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.564113 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Pushing event updated for resources: {'Port': ['ID=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:37.569322 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:37.570404 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:37.577094 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:37.603869 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.668423 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.690087 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41568) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:37.706629 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.709106 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Transition to ACTIVE for port object 312e3614-2341-4a52-af72-ab6b83d41d3f will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:37.782914 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Transition to ACTIVE for port object eec34aef-714b-4f3e-a16c-7a7372fe0950 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:37.804186 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.822199 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:37.874475 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.898593 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.901790 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Pushing event updated for resources: {'Port': ['ID=312e3614-2341-4a52-af72-ab6b83d41d3f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:37.906853 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbbc2fd9-5b3b-4d62-afc4-afb8311bc100 HTTP/1.1" status: 204 len: 168 time: 0.9217827 Jun 22 13:55:37.921503 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:37.925592 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1dcc669d-672a-450d-85df-083375826315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:37.939058 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Network deb3e356-761e-47ed-81c9-9726aa2f6621 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:37.941301 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:37.948550 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:37.949093 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:37.988228 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc2fd9-5b3b-4d62-afc4-afb8311bc100,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:38.010073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:38.149286 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.153035 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.163576 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-da0e3ff5-ea01-4709-ab3b-6b83a25a342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:38.165726 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41586) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:38.242756 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8bfd5e6d-a254-4c85-aed5-f07a12162e82 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:38.255891 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:38.323677 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Network cec3f186-c9ef-4abb-8c14-53e69e126287 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:38.386617 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Checking router: e9be70f2-980a-42c7-ab91-86b24b042923 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:55:38.387149 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Updating router e9be70f2-980a-42c7-ab91-86b24b042923 port abf1e5b3-04a9-4e84-a939-570bd031471a binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:55:38.391983 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.396339 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:38.446172 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:38.446363 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.509671 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.520392 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Pushing event updated for resources: {'Port': ['ID=eec34aef-714b-4f3e-a16c-7a7372fe0950,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:38.521477 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.600338 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:38.606083 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:38.629162 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] For port cf1a5278-acab-4659-ae7f-3ccc832067c2, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=cf1a5278-acab-4659-ae7f-3ccc832067c2,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:38.754085 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fb12b4dd-d4a3-4c7f-b31f-f70956098a30 req-6138f006-bd3a-4f34-8be3-e79872162dbe tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 0.0998783 Jun 22 13:55:38.784680 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.821232 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.829981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:38.863283 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.864261 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.944658 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.968538 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Pushing event updated for resources: {'Port': ['ID=cf1a5278-acab-4659-ae7f-3ccc832067c2,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:38.975536 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:38.975959 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:38.978154 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:39.014254 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.021135 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Provisioning for port eec34aef-714b-4f3e-a16c-7a7372fe0950 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:39.037291 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.049539 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Provisioning complete for port eec34aef-714b-4f3e-a16c-7a7372fe0950 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:39.049946 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.096680 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Port eec34aef-714b-4f3e-a16c-7a7372fe0950 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:55:39.126833 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Provisioning complete for port cf1a5278-acab-4659-ae7f-3ccc832067c2 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:39.128263 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.135653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.182557 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Transition to ACTIVE for port object 0ceda0a6-be4b-4c68-b9fe-7279b4012599 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:39.216831 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.10', 61729) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:39.235631 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.241913 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-15700dbb-0eb4-4576-ba50-a5c6bd1a4b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:39.244023 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.360533 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Allocated IP 172.20.0.1 (82a598ae-72d3-47f2-8c1f-c541bc5c23d1/8bf00806-4095-4284-aef5-da12a519c167/a1e7db42-4a94-44aa-8a40-7f84a10b2ee4) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:39.363062 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.366634 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:39.393640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.395715 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce9069-3d70-477d-b25b-96e55a5bdd95,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:39.405089 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:39.409064 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.419643 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.421425 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d5bea4e4-4a60-465c-8a54-e563ff9f6960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:39.427345 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9855a0e5-e7fd-45b9-97f5-8ea1f9c957ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:39.452879 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Attempting to bind port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:39.454558 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Attempting to bind port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:39.457124 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Attempting to bind port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:39.476039 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Pushing event updated for resources: {'Port': ['ID=312e3614-2341-4a52-af72-ab6b83d41d3f,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:39.477985 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c45eda-a84d-4c10-b79b-2b503baea7bd None None] Pushing event updated for resources: {'Port': ['ID=0ceda0a6-be4b-4c68-b9fe-7279b4012599,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:39.483035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:39.492303 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04c7a12870124378ad1f1fccc8bd871a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8006461 Jun 22 13:55:39.496288 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41620) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:39.524120 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:39.529082 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:39.529740 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.530336 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:39.531518 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Bound port: 0ceda0a6-be4b-4c68-b9fe-7279b4012599, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:39.532308 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.534442 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-28c45eda-a84d-4c10-b79b-2b503baea7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:39.590158 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:39.596007 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Provisioning for port 312e3614-2341-4a52-af72-ab6b83d41d3f completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:39.627171 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e504d4-dbab-4e61-9d5a-969bfa5d3df7 None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:55:39.654668 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Provisioning complete for port 312e3614-2341-4a52-af72-ab6b83d41d3f triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:39.658203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.689911 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=383256dec37d4fb5b5bcc793f27c8a23&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5172405 Jun 22 13:55:39.712789 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41632) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:39.765023 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-cecc7088-5bbb-4a4d-baab-7990b4a9a2b1 None None] Port 312e3614-2341-4a52-af72-ab6b83d41d3f cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:55:39.777180 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.809231 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Transition to ACTIVE for port object abf1e5b3-04a9-4e84-a939-570bd031471a will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:39.812717 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.821791 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] For port 0ceda0a6-be4b-4c68-b9fe-7279b4012599, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:39.826733 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.830469 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:39.877269 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.885188 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.890084 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-c9401e9b-806e-4be8-9a53-e9a02bb71789 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:39.890837 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701920f-1b46-4395-a7df-ef0e0660b8c0 None None] Pushing event updated for resources: {'Port': ['ID=abf1e5b3-04a9-4e84-a939-570bd031471a,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:39.897782 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-5701920f-1b46-4395-a7df-ef0e0660b8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:39.907846 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] For port 0ceda0a6-be4b-4c68-b9fe-7279b4012599, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=0ceda0a6-be4b-4c68-b9fe-7279b4012599,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:39.908903 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-c9401e9b-806e-4be8-9a53-e9a02bb71789 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.10 "GET /v2.0/networks?id=fffdf788-a639-4c92-bff1-2e731555e041 HTTP/1.1" status: 200 len: 811 time: 0.6712396 Jun 22 13:55:39.919881 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.925027 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Network deb3e356-761e-47ed-81c9-9726aa2f6621 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:39.926548 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-fc6a6784-ae98-4dab-80c7-a100c1857275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:39.928478 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Attempting to bind port abf1e5b3-04a9-4e84-a939-570bd031471a on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:39.928911 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Attempting to bind port abf1e5b3-04a9-4e84-a939-570bd031471a by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:39.929470 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Attempting to bind port abf1e5b3-04a9-4e84-a939-570bd031471a on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:39.930200 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:39.960821 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:39.961407 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:39.961692 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:39.962163 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:39.962764 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Bound port: abf1e5b3-04a9-4e84-a939-570bd031471a, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:39.963159 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.001176 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.011496 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2179822b-c443-491e-a232-68188f62ea17,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:40.097248 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c45eda-a84d-4c10-b79b-2b503baea7bd None None] Pushing event updated for resources: {'Port': ['ID=0ceda0a6-be4b-4c68-b9fe-7279b4012599,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:40.109872 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:40.117120 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.124449 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] For port abf1e5b3-04a9-4e84-a939-570bd031471a, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:40.126695 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:40.127818 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Request body: {'port': {'device_id': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041', 'admin_state_up': True, 'tenant_id': 'bf48c73a85bb4130b7691d4f77d65234'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:40.131935 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] For port abf1e5b3-04a9-4e84-a939-570bd031471a, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=abf1e5b3-04a9-4e84-a939-570bd031471a,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:40.139405 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.141075 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:40.144312 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:40.154322 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.281726 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-28c45eda-a84d-4c10-b79b-2b503baea7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:40.296189 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.308857 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.310145 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device cf1a5278-acab-4659-ae7f-3ccc832067c2 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:40.326949 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701920f-1b46-4395-a7df-ef0e0660b8c0 None None] Pushing event updated for resources: {'Port': ['ID=abf1e5b3-04a9-4e84-a939-570bd031471a,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:40.331335 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-5701920f-1b46-4395-a7df-ef0e0660b8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:40.339144 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Routers {'e9be70f2-980a-42c7-ab91-86b24b042923'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:40.341217 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['e9be70f2-980a-42c7-ab91-86b24b042923'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:40.362304 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:40.363641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.368607 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ce9069-3d70-477d-b25b-96e55a5bdd95 HTTP/1.1" status: 204 len: 168 time: 0.8690662 Jun 22 13:55:40.373472 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:40.398569 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Router badf917d-c7f0-4996-9d33-e8be222a6e84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:55:40.408910 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce9069-3d70-477d-b25b-96e55a5bdd95,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:40.421711 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:40.512038 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] Set router e9be70f2-980a-42c7-ab91-86b24b042923 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:40.682989 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5b08df3a-9187-441a-924d-03b416679183 None None] Provisioning complete for port 312e3614-2341-4a52-af72-ab6b83d41d3f triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:40.683571 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5b08df3a-9187-441a-924d-03b416679183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.749267 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-5b08df3a-9187-441a-924d-03b416679183 None None] Port 312e3614-2341-4a52-af72-ab6b83d41d3f cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:55:40.755054 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port cf1a5278-acab-4659-ae7f-3ccc832067c2 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:40.755729 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:40.803066 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:40.915533 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:55:40.932935 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] 10.222.0.13 "PUT /v2.0/routers/badf917d-c7f0-4996-9d33-e8be222a6e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3779192 Jun 22 13:55:41.066695 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:41.175880 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1218d6b-3f22-488c-8dac-39a18ae75e3e None None] The sync data for ids ['e9be70f2-980a-42c7-ab91-86b24b042923'] in dv-cinder-796950-3-iscsi is: [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:33Z', 'revision_number': 3, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:55:41.191556 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d2c00186-37b1-4a67-9d3c-239f46c81d2b req-fa6d8db5-55eb-499e-8de5-fa63832bac58 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 1.0346017 Jun 22 13:55:41.316472 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:39Z', 'revision_number': 2, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:41.383070 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Pushing event updated for resources: {'Port': ['ID=eec34aef-714b-4f3e-a16c-7a7372fe0950,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:41.391599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:41.393118 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0c68a5-9c9f-4595-8046-df7a6cc96df5 None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:39Z', 'revision_number': 2, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:55:41.407312 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41696) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:41.445103 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:41.509376 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Network cec3f186-c9ef-4abb-8c14-53e69e126287 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:41.530698 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:41.608049 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:41.662491 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:41.668221 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:41.693589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:41.708401 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e22d462abf64002b1f4b25b68d63ccd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2896123 Jun 22 13:55:41.729756 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41702) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:41.739392 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:41.893428 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63517caa-0070-4021-8c96-8787382ac2f2,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:41.935197 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:42.096380 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Made reservation on behalf of bf48c73a85bb4130b7691d4f77d65234 for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:55:42.098625 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.121874 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.135129 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.222412 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.283286 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.297967 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2179822b-c443-491e-a232-68188f62ea17 HTTP/1.1" status: 204 len: 168 time: 2.5781524 Jun 22 13:55:42.303639 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.311309 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e112c464-bc2f-4a7e-877c-7293073aaff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:42.377901 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2179822b-c443-491e-a232-68188f62ea17,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:42.432393 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-4f51bfff-3863-40aa-95ce-3a90b815a1be None None] Provisioning complete for port eec34aef-714b-4f3e-a16c-7a7372fe0950 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:42.433764 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:42.435317 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4f51bfff-3863-40aa-95ce-3a90b815a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.465664 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.470525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:42.475335 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63517caa-0070-4021-8c96-8787382ac2f2 HTTP/1.1" status: 204 len: 168 time: 0.7101343 Jun 22 13:55:42.476432 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:42.508035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63517caa-0070-4021-8c96-8787382ac2f2,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:42.528971 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:42.550697 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device fdf320e0-bc6c-4670-86dd-d0dbd106c19a up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:42.584383 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:42.716838 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41718) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:42.799884 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-4f51bfff-3863-40aa-95ce-3a90b815a1be None None] Port eec34aef-714b-4f3e-a16c-7a7372fe0950 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:55:42.813216 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port fdf320e0-bc6c-4670-86dd-d0dbd106c19a completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:42.822261 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port fdf320e0-bc6c-4670-86dd-d0dbd106c19a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:42.822968 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:43.072467 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:43.173346 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Allocated IP 172.20.0.2 (fffdf788-a639-4c92-bff1-2e731555e041/ff6ae0bc-2943-452f-ac52-c1c1a3c1995b/9b49eddb-2735-40b2-9e90-46aa5024c333) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:43.207733 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port fdf320e0-bc6c-4670-86dd-d0dbd106c19a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:43.213884 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:43.226211 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device abf1e5b3-04a9-4e84-a939-570bd031471a up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:43.231485 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:43.727513 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:43.741373 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:43.824038 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port abf1e5b3-04a9-4e84-a939-570bd031471a completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:43.856324 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port abf1e5b3-04a9-4e84-a939-570bd031471a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:43.857646 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:43.975609 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.135069 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:44.156366 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b3ee26ed-aa11-4acf-8e6e-14228b9bb0cb req-ea6b7b61-e481-485b-b719-b0dc744bdd38 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 0.9978907 Jun 22 13:55:44.212050 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:44.217764 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41742) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:44.239509 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479032606', 'description': 'tempest-description--1462619600'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:44.255153 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:44.255882 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.456868 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.476064 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.516029 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a1f8e35e-7269-489f-b470-eaa529a63c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:44.618969 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.686650 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9144de4642ae4f089ace7d07362e623c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9678345 Jun 22 13:55:44.691599 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41750) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:44.695834 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Pushing event updated for resources: {'Port': ['ID=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:44.703438 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.706581 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.122s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:44.753149 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74198e94-2ca1-4d21-b68c-fbf27114cd73,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:44.765715 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:55:44.799436 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:44.822893 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port abf1e5b3-04a9-4e84-a939-570bd031471a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=abf1e5b3-04a9-4e84-a939-570bd031471a,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:44.844364 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.849312 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:44.856274 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:44.988745 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.082701 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=abf1e5b3-04a9-4e84-a939-570bd031471a,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:45.101399 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:45.107664 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.137259 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.270658 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.277639 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device fdf320e0-bc6c-4670-86dd-d0dbd106c19a up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:45.287447 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.304410 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:45.408969 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port fdf320e0-bc6c-4670-86dd-d0dbd106c19a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:45.409365 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.442317 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.446312 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2223873 Jun 22 13:55:45.446686 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41762) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:45.449514 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.454035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'security_group_rule': {'security_group_id': '0f6bed6e-bbca-4404-b5c5-8248b0b66901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:45.475165 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6bed6e-bbca-4404-b5c5-8248b0b66901,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:45.516601 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.517787 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74198e94-2ca1-4d21-b68c-fbf27114cd73 HTTP/1.1" status: 204 len: 168 time: 0.8239000 Jun 22 13:55:45.524477 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:45.527231 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:45.601789 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74198e94-2ca1-4d21-b68c-fbf27114cd73,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:45.629912 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:45.936532 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.940231 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.941199 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0ceda0a6-be4b-4c68-b9fe-7279b4012599 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:45.942742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.942742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.942742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:45.943449 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:45.945093 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045911aa-23ae-4a39-953e-5ef8a3e48036,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:45.946933 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:45.947754 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:45.956453 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057712 Jun 22 13:55:45.958371 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41776) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:45.974657 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'security_group_rule': {'security_group_id': '0f6bed6e-bbca-4404-b5c5-8248b0b66901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:45.983850 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:45.995998 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:45.996662 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.037882 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.096260 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.140896 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 0ceda0a6-be4b-4c68-b9fe-7279b4012599, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=0ceda0a6-be4b-4c68-b9fe-7279b4012599,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:46.149262 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.151684 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:46.207582 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:55:46.266978 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.268611 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.270748 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] 10.222.0.13 "PUT /v2.0/routers/ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2118344 Jun 22 13:55:46.284336 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:55:46.322928 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-501f015b-5bdc-48b8-a149-cba0732405c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:46.339208 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Network fffdf788-a639-4c92-bff1-2e731555e041 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:46.346470 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.351602 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901343 Jun 22 13:55:46.352991 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41786) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:46.358852 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'floatingip': {'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:46.381772 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9963e2-bfa4-4b4a-b544-0c26eb415a1b,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:46.396006 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=0ceda0a6-be4b-4c68-b9fe-7279b4012599,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:46.400567 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:46.427826 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:46.428332 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:46.429177 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:46.429985 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:46.449656 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:46.468726 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.468934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:46.469537 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.508526 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Pushing event updated for resources: {'Port': ['ID=9b49eddb-2735-40b2-9e90-46aa5024c333,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:46.513430 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:46.522918 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4929018 Jun 22 13:55:46.645774 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8675c9-73b9-4c7f-bdf3-cba442bb2dcc req-b8fa7018-8d46-483d-a13a-1773dfc515fc tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:46.649733 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-af8675c9-73b9-4c7f-bdf3-cba442bb2dcc req-b8fa7018-8d46-483d-a13a-1773dfc515fc tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 931 time: 1.0364864 Jun 22 13:55:46.654530 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.687730 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-606d0588-50e6-4092-ba22-def83699e164 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:55:46.689410 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-606d0588-50e6-4092-ba22-def83699e164 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158474 Jun 22 13:55:46.695755 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.714475 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:46.753898 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b258b859-bd25-41d5-ac73-7dea933ee82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:46.758196 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:46.804767 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:55:46.832719 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:46.835580 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:46.905455 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:47.056842 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0ceda0a6-be4b-4c68-b9fe-7279b4012599 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:47.198785 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:47.204647 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Allocated IP 172.27.0.78 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/67628243-fd7b-47c5-8daa-2cf49283045b) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:47.317842 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:47.318487 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:47.533433 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:47.635001 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:47.646461 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:47.697994 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:39Z', 'revision_number': 2, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:47.777305 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:47.789276 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:39Z', 'revision_number': 2, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:47.804987 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:47.809257 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:47.846317 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-af8675c9-73b9-4c7f-bdf3-cba442bb2dcc req-304d0833-357a-4b1c-9b4a-9abbf380b492 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1695004 Jun 22 13:55:47.862356 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:55:47.864047 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Updating router badf917d-c7f0-4996-9d33-e8be222a6e84 port 312e3614-2341-4a52-af72-ab6b83d41d3f binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:55:47.876300 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:47.880724 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:47.887419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Pushing event updated for resources: {'Port': ['ID=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:47.889293 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device abf1e5b3-04a9-4e84-a939-570bd031471a up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:47.896374 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:47.985636 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:55:47.986201 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Updating router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd port eec34aef-714b-4f3e-a16c-7a7372fe0950 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:55:48.017491 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.050358 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.090588 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port abf1e5b3-04a9-4e84-a939-570bd031471a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:48.092620 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.154782 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'Port': ['ID=67628243-fd7b-47c5-8daa-2cf49283045b,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:48.177068 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Request body: {'port': {'device_id': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:48.178908 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:48.199722 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.220971 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.492859 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.598602 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Router e9be70f2-980a-42c7-ab91-86b24b042923 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:55:48.760887 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.778068 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.787908 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:48.878166 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.921413 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Transition to ACTIVE for port object eec34aef-714b-4f3e-a16c-7a7372fe0950 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:48.935497 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:48.942101 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:49.114569 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.125089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:55:49.141260 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] 10.222.0.13 "PUT /v2.0/routers/e9be70f2-980a-42c7-ab91-86b24b042923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3927402 Jun 22 13:55:49.145972 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'Port': ['ID=67628243-fd7b-47c5-8daa-2cf49283045b,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:49.152062 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Transition to ACTIVE for port object 312e3614-2341-4a52-af72-ab6b83d41d3f will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:49.165936 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.170485 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-5701920f-1b46-4395-a7df-ef0e0660b8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:49.191044 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:49.223351 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Sync routers for ids ['e9be70f2-980a-42c7-ab91-86b24b042923'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:55:49.228205 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.323140 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.327438 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9706049 Jun 22 13:55:49.330429 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3052-7f50-4a75-883f-7cb36ef4614e None None] Pushing event updated for resources: {'Port': ['ID=eec34aef-714b-4f3e-a16c-7a7372fe0950,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:49.343040 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41860) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:49.347065 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e83e3052-7f50-4a75-883f-7cb36ef4614e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:49.354422 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1411649968', 'description': 'tempest-description--910759123'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:49.433223 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Routers {'e9be70f2-980a-42c7-ab91-86b24b042923'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:49.438906 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.442778 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['e9be70f2-980a-42c7-ab91-86b24b042923'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:49.515503 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aac2a4-b39c-486a-b153-ce14b106d420 None None] Pushing event updated for resources: {'Port': ['ID=312e3614-2341-4a52-af72-ab6b83d41d3f,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:49.522952 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-03aac2a4-b39c-486a-b153-ce14b106d420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:49.742306 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.750581 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.784189 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:49.806824 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Attempting to bind port 312e3614-2341-4a52-af72-ab6b83d41d3f on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:49.807758 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Attempting to bind port 312e3614-2341-4a52-af72-ab6b83d41d3f by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:49.808782 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Attempting to bind port 312e3614-2341-4a52-af72-ab6b83d41d3f on network deb3e356-761e-47ed-81c9-9726aa2f6621 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:49.820484 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:49.821468 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Checking segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:49.822305 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.823000 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Bound using segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:49.824100 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Bound port: 312e3614-2341-4a52-af72-ab6b83d41d3f, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:49.825097 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.838019 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:49.846383 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4988699 Jun 22 13:55:49.849939 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41868) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:49.876348 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'security_group_rule': {'security_group_id': 'e82121e1-0aa0-45c7-ad66-0abbeef2253a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:49.878893 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Attempting to bind port eec34aef-714b-4f3e-a16c-7a7372fe0950 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:49.879289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Attempting to bind port eec34aef-714b-4f3e-a16c-7a7372fe0950 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:49.879700 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Attempting to bind port eec34aef-714b-4f3e-a16c-7a7372fe0950 on network cec3f186-c9ef-4abb-8c14-53e69e126287 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:49.978612 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.025889 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:50.026284 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Checking segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:50.046531 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.048842 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Bound using segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:50.049560 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Bound port: eec34aef-714b-4f3e-a16c-7a7372fe0950, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:50.050130 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.054483 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] For port 312e3614-2341-4a52-af72-ab6b83d41d3f, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:50.063660 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] For port 312e3614-2341-4a52-af72-ab6b83d41d3f, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=312e3614-2341-4a52-af72-ab6b83d41d3f,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:50.072335 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.083686 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-bd205fcb-3137-40a5-ab39-8d30fb97fcd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:50.154052 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.163700 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82121e1-0aa0-45c7-ad66-0abbeef2253a,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:50.181278 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.200532 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:50.212370 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f76e657c-2334-4933-8a93-6f08bb45ce23 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:50.225776 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462106f7-a596-47a4-9822-0fdc8d14a4c2 req-dc91d1ef-d391-460a-8527-89b663df2521 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:50.227425 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-462106f7-a596-47a4-9822-0fdc8d14a4c2 req-dc91d1ef-d391-460a-8527-89b663df2521 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 931 time: 0.6566510 Jun 22 13:55:50.288497 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214f3cf1-0d0f-4cf0-a22b-8b29742d4f46,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:50.306400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:50.318601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] For port eec34aef-714b-4f3e-a16c-7a7372fe0950, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:50.329364 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.330350 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4768224 Jun 22 13:55:50.334400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41878) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:50.337229 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] For port eec34aef-714b-4f3e-a16c-7a7372fe0950, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=eec34aef-714b-4f3e-a16c-7a7372fe0950,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:50.357481 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'security_group_rule': {'security_group_id': 'e82121e1-0aa0-45c7-ad66-0abbeef2253a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:50.388160 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.424757 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:50.425421 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:50.433209 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:50.506901 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-462106f7-a596-47a4-9822-0fdc8d14a4c2 req-8f5639ce-a588-476a-89af-68fff41c9044 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644522 Jun 22 13:55:50.629838 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b49eddb-2735-40b2-9e90-46aa5024c333 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:55:50.632168 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aac2a4-b39c-486a-b153-ce14b106d420 None None] Pushing event updated for resources: {'Port': ['ID=312e3614-2341-4a52-af72-ab6b83d41d3f,revision_number=4']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:50.650485 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-03aac2a4-b39c-486a-b153-ce14b106d420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:50.655105 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-de581c6d-667e-4c8b-9289-89b656d8eb08 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--479032606&fields=id&tenant_id=a271f08dff5546d38eac9e70e0d75851 HTTP/1.1" status: 200 len: 267 time: 0.2281048 Jun 22 13:55:50.672621 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.744852 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Transition to ACTIVE for port object 9b49eddb-2735-40b2-9e90-46aa5024c333 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:50.754030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.758808 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3dbb4947-22f6-4091-a4de-b0dba281c118 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:50.801920 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.951345 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.963944 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:50.966563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Pushing event updated for resources: {'Port': ['ID=9b49eddb-2735-40b2-9e90-46aa5024c333,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:50.979915 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:50.982539 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:51.022246 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:51.164266 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-dcf41ae3-e16b-4f6a-b283-e733fe0bfad3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:51.166031 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-dcf41ae3-e16b-4f6a-b283-e733fe0bfad3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 811 time: 0.5092463 Jun 22 13:55:51.185036 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 312e3614-2341-4a52-af72-ab6b83d41d3f up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:51.240175 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:51.244509 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9049814 Jun 22 13:55:51.244509 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a088be5-4376-4639-b947-634a1565bb6f,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:51.267002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41912) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:51.278872 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Set router e9be70f2-980a-42c7-ab91-86b24b042923 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:51.284393 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'floatingip': {'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:51.291902 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:51.311243 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-9a0c6ed8-c67a-4de9-8060-12d1e3384f33 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/quotas/a271f08dff5546d38eac9e70e0d75851 HTTP/1.1" status: 200 len: 375 time: 0.1221695 Jun 22 13:55:51.447953 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:51.448655 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:51.482449 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Attempting to bind port 9b49eddb-2735-40b2-9e90-46aa5024c333 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:51.490633 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Attempting to bind port 9b49eddb-2735-40b2-9e90-46aa5024c333 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:51.491250 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Attempting to bind port 9b49eddb-2735-40b2-9e90-46aa5024c333 on network fffdf788-a639-4c92-bff1-2e731555e041 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:51.502264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Port 9b49eddb-2735-40b2-9e90-46aa5024c333 on network fffdf788-a639-4c92-bff1-2e731555e041 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:55:51.502858 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Attempting to bind port 9b49eddb-2735-40b2-9e90-46aa5024c333 on network fffdf788-a639-4c92-bff1-2e731555e041 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:51.505660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:51.527838 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-2569c4e8-19aa-43b7-9566-413152a68c82 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2049663 Jun 22 13:55:51.633616 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:51.633895 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Checking segment: {'id': 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:51.634605 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Bound using segment: {'id': 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:51.635919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Bound port: 9b49eddb-2735-40b2-9e90-46aa5024c333, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:51.636534 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:51.643284 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3052-7f50-4a75-883f-7cb36ef4614e None None] Pushing event updated for resources: {'Port': ['ID=eec34aef-714b-4f3e-a16c-7a7372fe0950,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:51.658723 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e83e3052-7f50-4a75-883f-7cb36ef4614e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:51.709279 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:50Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:51.754423 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15845378-5c14-4ab7-86c9-a094406f5e2b None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:50Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:55:51.868767 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] For port 9b49eddb-2735-40b2-9e90-46aa5024c333, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:51.876144 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] For port 9b49eddb-2735-40b2-9e90-46aa5024c333, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b49eddb-2735-40b2-9e90-46aa5024c333,segment=NetworkSegment(b44a79fd-a968-4f6b-b7ea-6da1d1882b2b),segment_id=b44a79fd-a968-4f6b-b7ea-6da1d1882b2b)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:51.901652 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:51.907922 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:52.017488 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Pushing event updated for resources: {'Port': ['ID=9b49eddb-2735-40b2-9e90-46aa5024c333,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:52.021915 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:52.024478 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:52.042696 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:52.043603 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:52.047169 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] 10.222.0.10 "PUT /v2.0/ports/9b49eddb-2735-40b2-9e90-46aa5024c333 HTTP/1.1" status: 200 len: 1093 time: 4.6015851 Jun 22 13:55:52.047939 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'tag': '9b49eddb-2735-40b2-9e90-46aa5024c333'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:55:52.251733 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-84443627-696f-421f-a15d-fe273f8ffe74 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139883 Jun 22 13:55:52.437455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:52.591068 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 312e3614-2341-4a52-af72-ab6b83d41d3f completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:52.592524 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73590a3-6460-4b29-ac73-b125ed70fee3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5757176-41ea-4a99-85b1-7bdfcb445f55", "tag": "9b49eddb-2735-40b2-9e90-46aa5024c333"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:55:52.604221 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-3159b8f5-37d4-4192-aa3e-73e18fde0bdf service neutron] 10.222.0.13 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502755 Jun 22 13:55:52.646475 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 312e3614-2341-4a52-af72-ab6b83d41d3f triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:52.646871 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:52.698448 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Allocated IP 172.27.0.125 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/bf787481-f724-4d9c-b261-5b94cccfad10) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:55:52.833994 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:52.852187 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a1e7db42-4a94-44aa-8a40-7f84a10b2ee4', 'name': '', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'mac_address': 'fa:16:3e:88:f8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8bf00806-4095-4284-aef5-da12a519c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:38Z', 'updated_at': '2021-06-22T13:55:45Z', 'revision_number': 2, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'subnets': [{'id': '8bf00806-4095-4284-aef5-da12a519c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:52.913358 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Checking router: e9be70f2-980a-42c7-ab91-86b24b042923 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:55:52.913990 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Updating router e9be70f2-980a-42c7-ab91-86b24b042923 port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:55:52.918613 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-b9d12f17-32ac-4abb-86db-fd28ab1ca2c6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:52.926053 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-b9d12f17-32ac-4abb-86db-fd28ab1ca2c6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 818 time: 0.7163434 Jun 22 13:55:52.954420 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-4dcb64f8-8a70-4fb3-aa7c-2f70f1d8edc7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/quotas/b86af51582e94f6bb1306c1cc79e4388 HTTP/1.1" status: 200 len: 375 time: 0.0268261 Jun 22 13:55:52.965089 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:53.089273 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 312e3614-2341-4a52-af72-ab6b83d41d3f, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=312e3614-2341-4a52-af72-ab6b83d41d3f,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:53.098092 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:53.132062 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:53.149777 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:53.380119 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:53.401589 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-141c2e58-9763-441f-920c-666dd3a82bfa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4422495 Jun 22 13:55:53.407663 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:53.456347 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:50Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:53.464067 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=312e3614-2341-4a52-af72-ab6b83d41d3f,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:53.505206 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:53.510041 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:55:53.511476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40744e3c-e585-4bbc-ae3a-e991f1363a7c req-65e04a75-1430-4f51-a629-8a6cd0e9a264 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:53.524044 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40744e3c-e585-4bbc-ae3a-e991f1363a7c req-65e04a75-1430-4f51-a629-8a6cd0e9a264 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 943 time: 0.2282116 Jun 22 13:55:53.525831 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768454a-92e1-4b03-8d32-7e8896213c24 None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:50Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:55:53.536073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:55:53.565456 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:55:53.833642 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40744e3c-e585-4bbc-ae3a-e991f1363a7c req-bd52b636-ef67-4386-a891-8514a17862bf tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001981 Jun 22 13:55:53.999960 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'Port': ['ID=bf787481-f724-4d9c-b261-5b94cccfad10,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:54.010630 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:54.024175 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:54.054452 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42024) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:54.197859 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:54.198986 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:54.276817 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Transition to ACTIVE for port object a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:55:54.293026 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:54.320747 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:54.686011 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3d3f3-1495-447b-91e9-79592abd0546 None None] Pushing event updated for resources: {'Port': ['ID=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:54.702098 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-c5e3d3f3-1495-447b-91e9-79592abd0546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:54.734691 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Attempting to bind port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:55:54.735089 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Attempting to bind port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:55:54.735548 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Attempting to bind port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:55:54.758541 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:55:54.758808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Checking segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:55:54.759269 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:54.762143 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-c4a97ced-8411-4877-8d19-3b5039f66418 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 13:55:54.762960 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Bound using segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:55:54.763522 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Bound port: a1e7db42-4a94-44aa-8a40-7f84a10b2ee4, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:55:54.768174 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:54.769810 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-c4a97ced-8411-4877-8d19-3b5039f66418 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8436098 Jun 22 13:55:54.902710 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f66af-8705-4019-bfc0-b5b845855f7a x-openstack-request-id: req-375f66af-8705-4019-bfc0-b5b845855f7a {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:55:54.906969 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5757176-41ea-4a99-85b1-7bdfcb445f55", "tag": "9b49eddb-2735-40b2-9e90-46aa5024c333", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:55:54.907358 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-375f66af-8705-4019-bfc0-b5b845855f7a {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:55:54.917190 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'tag': '9b49eddb-2735-40b2-9e90-46aa5024c333', 'status': 'completed', 'code': 200} Jun 22 13:55:55.054596 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] For port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:55:55.065234 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] For port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:55:55.074885 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:55.079402 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:55.112073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-e9f078ab-4051-42d1-9874-caeb67eef95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:55.116856 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-e9f078ab-4051-42d1-9874-caeb67eef95f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf48c73a85bb4130b7691d4f77d65234&device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 1096 time: 0.7664120 Jun 22 13:55:55.286380 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-00b2c904-ba1a-421b-a166-826be03c0907 req-506a0c08-482c-4e0d-800d-b1fd10970e13 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.1639061 Jun 22 13:55:55.336075 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:55.386369 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Routers {'e9be70f2-980a-42c7-ab91-86b24b042923'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:55:55.387100 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:55:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['e9be70f2-980a-42c7-ab91-86b24b042923'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:55.433026 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-94f938e5-0f88-482d-9c2c-146feacfbe90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b49eddb-2735-40b2-9e90-46aa5024c333 HTTP/1.1" status: 200 len: 217 time: 0.2711916 Jun 22 13:55:55.741697 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device eec34aef-714b-4f3e-a16c-7a7372fe0950 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:55.753145 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42068) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:55.762542 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3d3f3-1495-447b-91e9-79592abd0546 None None] Pushing event updated for resources: {'Port': ['ID=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:55.777452 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:55.839154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-545902ba-9c7c-47c0-b3ef-7c0cb5cc45c1 service neutron] 10.222.0.13 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0125372 Jun 22 13:55:55.839707 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:55.853144 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ecdd7d9a-0fd1-432a-a339-3c5ea4eb8554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:55.853592 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-c5e3d3f3-1495-447b-91e9-79592abd0546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:55.897471 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-90b7425a-2a1b-40a7-8bc7-04585cd2fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:55.911439 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-90b7425a-2a1b-40a7-8bc7-04585cd2fc56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff6ae0bc-2943-452f-ac52-c1c1a3c1995b HTTP/1.1" status: 200 len: 851 time: 0.4524751 Jun 22 13:55:55.916664 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46ef35-cade-4c55-90f7-a9ab857b9dbb,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:55.924615 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] Set router e9be70f2-980a-42c7-ab91-86b24b042923 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:55:55.928577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:56.000103 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b500b6096b449f7900510be72a501cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9356935 Jun 22 13:55:56.002685 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42074) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:56.155309 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7ead3-184d-4e8a-a529-ddbd27be6d91 req-934cb804-217c-4294-bdcd-5c63e064fc07 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:56.168397 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0cd7ead3-184d-4e8a-a529-ddbd27be6d91 req-934cb804-217c-4294-bdcd-5c63e064fc07 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 943 time: 0.4384041 Jun 22 13:55:56.188553 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-7a3c1c0c-b2fb-4100-aed2-2efff84594f6 service neutron] 10.222.0.13 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484311 Jun 22 13:55:56.274527 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-fc7b4d29-264d-4880-9ebe-c09f5aa83483 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fffdf788-a639-4c92-bff1-2e731555e041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940652 Jun 22 13:55:56.299158 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.299508 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.306722 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.324317 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.335708 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:56.374115 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.388857 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.421957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'Port': ['ID=bf787481-f724-4d9c-b261-5b94cccfad10,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:56.426855 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:56.499951 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0cd7ead3-184d-4e8a-a529-ddbd27be6d91 req-16741c3f-7b12-43ea-99c6-30137cdf41a3 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257267 Jun 22 13:55:56.502647 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.513013 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.531769 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f46ef35-cade-4c55-90f7-a9ab857b9dbb HTTP/1.1" status: 204 len: 168 time: 0.5268245 Jun 22 13:55:56.534525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:56.569147 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46ef35-cade-4c55-90f7-a9ab857b9dbb,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:56.582895 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:56.618084 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port eec34aef-714b-4f3e-a16c-7a7372fe0950 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:56.664034 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port eec34aef-714b-4f3e-a16c-7a7372fe0950 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:56.664412 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.809727 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0fc3e21c-fcf1-4894-ac3f-c37da3ce2941 req-3b648d0b-fb24-4cad-be06-931912bd1087 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 210 time: 0.1428044 Jun 22 13:55:56.944527 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-893fc2d5-cd5b-48d8-a152-b5cde12c5935 service neutron] 10.222.0.10 "GET /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956019 Jun 22 13:55:56.969589 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce29d45e-766a-421f-af4c-0eef1d6b0671 req-8531a531-f5cb-453d-8f1f-23bf72aba84d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0707228 Jun 22 13:55:56.975235 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.979378 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:56.994385 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.070864 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port eec34aef-714b-4f3e-a16c-7a7372fe0950, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=eec34aef-714b-4f3e-a16c-7a7372fe0950,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:57.082464 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a1e7db42-4a94-44aa-8a40-7f84a10b2ee4', 'name': '', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'mac_address': 'fa:16:3e:88:f8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8bf00806-4095-4284-aef5-da12a519c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:38Z', 'updated_at': '2021-06-22T13:55:55Z', 'revision_number': 4, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'subnets': [{'id': '8bf00806-4095-4284-aef5-da12a519c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:55:57.087075 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.088565 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 312e3614-2341-4a52-af72-ab6b83d41d3f up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:57.111299 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-108868bd-88e5-407e-bfbb-2768be76a66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:57.125628 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.132699 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8522978 Jun 22 13:55:57.224403 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82094f902289481a9b34c21510e67901&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4663305 Jun 22 13:55:57.226594 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42114) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:57.238718 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f32c53-105c-44df-bba6-0859c894d859,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:57.244061 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:57.358944 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.359825 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7335c3-44e3-48ab-8fad-610c76cb7a0b req-b4b4b153-cc78-4a69-b9ed-7c45ef43b28b service neutron] 10.222.0.10 "GET /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753352 Jun 22 13:55:57.400688 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-28c45eda-a84d-4c10-b79b-2b503baea7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:57.451300 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.506811 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b090d-a131-4a7d-8f6b-fb423ce45e47 None None] The sync data for ids ['e9be70f2-980a-42c7-ab91-86b24b042923'] in dv-cinder-796950-3-iscsi is: [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a1e7db42-4a94-44aa-8a40-7f84a10b2ee4', 'name': '', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'mac_address': 'fa:16:3e:88:f8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '8bf00806-4095-4284-aef5-da12a519c167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:38Z', 'updated_at': '2021-06-22T13:55:55Z', 'revision_number': 4, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'subnets': [{'id': '8bf00806-4095-4284-aef5-da12a519c167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:55:57.589718 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.596181 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.634905 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8f32c53-105c-44df-bba6-0859c894d859 HTTP/1.1" status: 204 len: 168 time: 0.4066072 Jun 22 13:55:57.653811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e6ac95c0-4a8c-4910-8735-8ecfbcb8fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:57.692931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f32c53-105c-44df-bba6-0859c894d859,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:57.719954 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:57.756934 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=eec34aef-714b-4f3e-a16c-7a7372fe0950,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:57.761442 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42146) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:57.804346 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.829251 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:57.852993 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 312e3614-2341-4a52-af72-ab6b83d41d3f triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:57.855154 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.893622 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.10', 61748) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:57.956446 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.971079 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:57.995939 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-95366898-a9b1-4187-ae35-0627be7e5f54 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1411649968&fields=id&tenant_id=166f383c455f4f00a02d863a8b528f9b HTTP/1.1" status: 200 len: 267 time: 0.3147070 Jun 22 13:55:58.000884 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-494c993e-336a-4d16-9c0a-fc2e54e0c1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:58.203532 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-dd0a66ff-f913-4c2b-a1d0-7af824336ea7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:58.217883 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-dd0a66ff-f913-4c2b-a1d0-7af824336ea7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 818 time: 0.7382131 Jun 22 13:55:58.266193 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-502e3f70-52ed-4423-b8ec-00bff1e71577 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:58.278628 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-502e3f70-52ed-4423-b8ec-00bff1e71577 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 817 time: 0.2816703 Jun 22 13:55:58.299429 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-d64d5567-85f8-42ce-9e83-621676daf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:58.306625 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-d64d5567-85f8-42ce-9e83-621676daf297 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf48c73a85bb4130b7691d4f77d65234&device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 1096 time: 0.5390475 Jun 22 13:55:58.340182 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-1308b014-45fe-4fa5-9816-c8e649525bc6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/quotas/b86af51582e94f6bb1306c1cc79e4388 HTTP/1.1" status: 200 len: 375 time: 0.1187091 Jun 22 13:55:58.416543 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c8797bef99747fc9a68b47d572189d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503198 Jun 22 13:55:58.423208 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-d6df9ee6-473d-43ec-b783-f65650bde264 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/quotas/166f383c455f4f00a02d863a8b528f9b HTTP/1.1" status: 200 len: 375 time: 0.1436899 Jun 22 13:55:58.424166 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42156) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:58.508263 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device eec34aef-714b-4f3e-a16c-7a7372fe0950 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:58.549885 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bf891-cfee-4414-b3f4-e7f2fcfd3eec,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:58.598171 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:58.762389 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port eec34aef-714b-4f3e-a16c-7a7372fe0950 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:58.765303 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:58.797780 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42162) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:58.801759 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:58.857603 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-50080f60-90b6-49b4-9eb2-7c60ff07a2bd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4244215 Jun 22 13:55:58.916547 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:55:58.956302 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.004419 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.019167 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-52fb7d09-c0ce-41db-97b4-01802c4d97b0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:59.021779 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-52fb7d09-c0ce-41db-97b4-01802c4d97b0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 811 time: 1.1226833 Jun 22 13:55:59.027760 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:55:59.033538 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:55:59.033981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.068474 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.129035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.133121 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d9bf891-cfee-4414-b3f4-e7f2fcfd3eec HTTP/1.1" status: 204 len: 168 time: 0.7041841 Jun 22 13:55:59.146416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:59.192566 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-f6a7a9b1-e1f5-4585-b24d-39b896285b61 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8493166 Jun 22 13:55:59.205966 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.261201 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:55:59.281586 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-e9d1ff6e-ad62-40de-8d10-f8db45278341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:59.284159 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-e9d1ff6e-ad62-40de-8d10-f8db45278341 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fffdf788-a639-4c92-bff1-2e731555e041 HTTP/1.1" status: 200 len: 912 time: 0.9026890 Jun 22 13:55:59.287089 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.297375 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bf891-cfee-4414-b3f4-e7f2fcfd3eec,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:59.298107 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:59.305402 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:59.426297 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-d3bdd8c4-f3be-4540-a084-b4e2835adf8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b49eddb-2735-40b2-9e90-46aa5024c333 HTTP/1.1" status: 200 len: 217 time: 0.1221778 Jun 22 13:55:59.440006 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-2e9bd8ae-017e-460b-a55c-ddca7d534f2f service neutron] 10.222.0.13 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246153 Jun 22 13:55:59.443747 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-bc834cc1-d1b2-42eb-9e85-c56c08d808de tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a271f08dff5546d38eac9e70e0d75851 HTTP/1.1" status: 200 len: 379 time: 0.2201257 Jun 22 13:55:59.457873 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:59.463446 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:59.485152 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-bc44221f-7d3f-455a-9d91-95f29b928480 service neutron] 10.222.0.13 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930129 Jun 22 13:55:59.514119 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'port': {'device_id': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'admin_state_up': True, 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'security_groups': ['0f6bed6e-bbca-4404-b5c5-8248b0b66901']}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:55:59.539170 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.547397 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.555130 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2b5656a5-ffbe-4e03-bfaa-268cdb6ce4a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:55:59.648445 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eec37a-c78a-428f-9da2-1301b5e08ce1,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:55:59.657920 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:55:59.661825 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecabd4f9c1dd4c95b03e289cf97a54b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549550 Jun 22 13:55:59.669636 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42196) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:59.682019 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-a36c624e-b79a-4ea3-bd8b-f983925094cb service neutron] 10.222.0.13 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405121 Jun 22 13:55:59.704672 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42198) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:55:59.772337 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-65b5e7af-4fd0-4dfa-bd74-c91bae670f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:55:59.774054 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-65b5e7af-4fd0-4dfa-bd74-c91bae670f10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff6ae0bc-2943-452f-ac52-c1c1a3c1995b HTTP/1.1" status: 200 len: 851 time: 0.2668438 Jun 22 13:55:59.802001 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:55:59.964386 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.10', 61754) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:00.022712 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-f27d319b-e146-4dc4-8e77-b445e5eaaf5d service neutron] 10.222.0.13 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306256 Jun 22 13:56:00.026577 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-6bbf75ef-aac2-41a9-a3d1-93b45d8c7174 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fffdf788-a639-4c92-bff1-2e731555e041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2178142 Jun 22 13:56:00.090082 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42212) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:00.190676 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.225800 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:56:00.240143 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.265517 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Made reservation on behalf of a271f08dff5546d38eac9e70e0d75851 for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:00.291703 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.336717 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:00.338790 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.455802 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.463828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.465604 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62eec37a-c78a-428f-9da2-1301b5e08ce1 HTTP/1.1" status: 204 len: 168 time: 0.7943411 Jun 22 13:56:00.470277 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:00.521042 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eec37a-c78a-428f-9da2-1301b5e08ce1,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:00.533000 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:00.550107 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.566763 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-f17ddf8e-5f70-4b0d-8899-76adc6b6b233 service neutron] 10.222.0.10 "GET /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182905 Jun 22 13:56:00.572125 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.670046 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:00.673559 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:00.719841 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16579d6-728e-4d36-93aa-4d4656966467 req-cc91bee3-182a-438e-852a-11b3de358150 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:00.721551 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b16579d6-728e-4d36-93aa-4d4656966467 req-cc91bee3-182a-438e-852a-11b3de358150 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 943 time: 0.6322579 Jun 22 13:56:00.767191 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f883cd-29bf-464c-8dfe-0539f488bbf5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:00.779116 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-e7f60b39-c4c7-4c4a-8422-8551c41a72c0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:00.781904 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-e7f60b39-c4c7-4c4a-8422-8551c41a72c0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 818 time: 0.8158269 Jun 22 13:56:00.792166 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Allocated IP 172.20.0.10 (deb3e356-761e-47ed-81c9-9726aa2f6621/e764d38c-1d5d-46ac-a2b3-566dafb36778/7fa14b1d-5490-43ac-b550-922eab62f317) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:56:00.801674 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:00.804914 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3a01bf9dd4245b0a80eca96849ede3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0991564 Jun 22 13:56:00.811207 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Request body: {'port': {'device_id': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'admin_state_up': True, 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:00.819026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42248) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:00.882929 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f7f051a3-3d1c-4c24-910d-201eaa22e729 req-6e416f37-cb8b-492a-bbb7-a1a34df47025 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0819089 Jun 22 13:56:00.949328 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b16579d6-728e-4d36-93aa-4d4656966467 req-503e5151-b330-47e5-ab56-21ff650a16d7 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654115 Jun 22 13:56:01.111322 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-500e52a9-ba2a-43d9-a4b7-ce0f9876dfd7 req-624f7f6e-8065-496b-a3af-2e20d444d1e8 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 210 time: 0.0660102 Jun 22 13:56:01.175980 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.180907 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.213074 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-180a7f23-1f4a-484b-851b-487404244d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:01.221504 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dafd0241b8b456ab8eb970884ba60e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1158278 Jun 22 13:56:01.226167 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42264) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:01.275689 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Made reservation on behalf of b86af51582e94f6bb1306c1cc79e4388 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:01.280554 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.298961 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f73590a3-6460-4b29-ac73-b125ed70fee3 req-0d6a8398-f65f-41c7-a54a-175455ffa658 service neutron] 10.222.0.10 "GET /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057335 Jun 22 13:56:01.345021 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-101cce68-4730-4f54-af47-96ae741e6353 req-2b4f7e36-12d8-4098-a1af-cf82357b15e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 210 time: 0.0392108 Jun 22 13:56:01.367194 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.400272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.450994 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a3fe5f-0100-4864-bd5a-a4f8c20a1959,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:01.464692 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.495530 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.498070 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Transition to ACTIVE for port object 7fa14b1d-5490-43ac-b550-922eab62f317 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:01.502292 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.503719 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53f883cd-29bf-464c-8dfe-0539f488bbf5 HTTP/1.1" status: 204 len: 168 time: 0.6792834 Jun 22 13:56:01.506336 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:01.519565 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f883cd-29bf-464c-8dfe-0539f488bbf5,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:01.531164 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:01.596548 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.613913 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:01.624809 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:01.644943 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b49eddb-2735-40b2-9e90-46aa5024c333 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:56:01.649119 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Network deb3e356-761e-47ed-81c9-9726aa2f6621 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:56:01.655829 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:01.662713 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:56:01.669825 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:01.670690 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.691909 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'Port': ['ID=7fa14b1d-5490-43ac-b550-922eab62f317,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:01.708607 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1999950 Jun 22 13:56:01.709974 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:01.742218 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Request body: {'port': {'device_id': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:01.751429 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.788740 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.878490 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:01.979051 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Allocated IP 172.20.0.2 (82a598ae-72d3-47f2-8c1f-c541bc5c23d1/8bf00806-4095-4284-aef5-da12a519c167/13c8de7b-c116-473b-9701-e8e4f8a32704) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:56:02.001239 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 9b49eddb-2735-40b2-9e90-46aa5024c333, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b49eddb-2735-40b2-9e90-46aa5024c333,segment=NetworkSegment(b44a79fd-a968-4f6b-b7ea-6da1d1882b2b),segment_id=b44a79fd-a968-4f6b-b7ea-6da1d1882b2b)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:02.037791 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '9b49eddb-2735-40b2-9e90-46aa5024c333', 'network_id': 'fffdf788-a639-4c92-bff1-2e731555e041', 'port_id': '9b49eddb-2735-40b2-9e90-46aa5024c333', 'mac_address': 'fa:16:3e:9b:b1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6ae0bc-2943-452f-ac52-c1c1a3c1995b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:56:02.046995 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.049612 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.050769 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89a3fe5f-0100-4864-bd5a-a4f8c20a1959 HTTP/1.1" status: 204 len: 168 time: 0.8238769 Jun 22 13:56:02.074050 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:02.075255 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-6c765fbb-e21e-40f3-b835-075c62c87f5d None None] Provisioning for port 7fa14b1d-5490-43ac-b550-922eab62f317 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:02.084856 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-6c765fbb-e21e-40f3-b835-075c62c87f5d None None] Provisioning complete for port 7fa14b1d-5490-43ac-b550-922eab62f317 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:02.085571 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-6c765fbb-e21e-40f3-b835-075c62c87f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.104294 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42292) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:02.117026 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.142502 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b49eddb-2735-40b2-9e90-46aa5024c333 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:02.148269 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-6c765fbb-e21e-40f3-b835-075c62c87f5d None None] Port 7fa14b1d-5490-43ac-b550-922eab62f317 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:56:02.182229 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 9b49eddb-2735-40b2-9e90-46aa5024c333, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b49eddb-2735-40b2-9e90-46aa5024c333,segment=NetworkSegment(b44a79fd-a968-4f6b-b7ea-6da1d1882b2b),segment_id=b44a79fd-a968-4f6b-b7ea-6da1d1882b2b)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:02.190287 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.192862 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:02.226554 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a3fe5f-0100-4864-bd5a-a4f8c20a1959,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:02.251279 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.267247 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:02.299632 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=9b49eddb-2735-40b2-9e90-46aa5024c333,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:02.307617 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:02.531332 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['9b49eddb-2735-40b2-9e90-46aa5024c333'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:02.694745 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afaec3-ffbe-4ef4-8c39-d80eef1ad651 req-18f7a821-fe8a-4bd1-a148-2bede48758fc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:02.697804 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-93afaec3-ffbe-4ef4-8c39-d80eef1ad651 req-18f7a821-fe8a-4bd1-a148-2bede48758fc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 932 time: 0.4295907 Jun 22 13:56:02.715059 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.789164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.793356 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-93afaec3-ffbe-4ef4-8c39-d80eef1ad651 req-b13cb0bd-a492-4921-b853-6f979339fccf tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858665 Jun 22 13:56:02.797927 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.804652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:02.871354 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99e99667010c45ddb8568c2179227135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658880 Jun 22 13:56:02.874302 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42312) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:02.910629 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a894e8d-fecf-4e52-bca8-470ce8bc5fa1,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:02.915690 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:02.930601 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:02.952548 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9a9df89d-b83b-4bc1-a8a0-b7e90f67bd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:02.974505 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0acf94fd-cb0b-4512-bd05-b9d7e2a61d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.024697 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.10', 61762) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:03.146403 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-41998f8a-d73b-49bb-81de-11c2fdf0a813 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:03.148230 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-41998f8a-d73b-49bb-81de-11c2fdf0a813 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 818 time: 0.1217580 Jun 22 13:56:03.148615 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.151354 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42318) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:03.163474 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa14b1d-5490-43ac-b550-922eab62f317 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:03.176259 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.178602 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.189318 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:56:03.193977 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Transition to ACTIVE for port object 7fa14b1d-5490-43ac-b550-922eab62f317 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:03.221264 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:03.239166 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.239579 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Request body: {'port': {'device_id': '4a18969b-2053-437c-905f-713c0023cece', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'admin_state_up': True, 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:03.269570 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:03.304753 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:56:03.314232 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:03.314911 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.332239 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb7642-7f67-49b5-9969-7e095eb4730c req-efd833dc-d5e7-468e-b905-104804f9690b tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:03.339885 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f2eb7642-7f67-49b5-9969-7e095eb4730c req-efd833dc-d5e7-468e-b905-104804f9690b tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 944 time: 1.0536845 Jun 22 13:56:03.351945 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-99cc5d0c-0ab5-4b76-bbb4-c71dd4e96e0b req-9b1fb989-13b5-456a-91f6-d6e23e573e36 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 210 time: 0.1995242 Jun 22 13:56:03.366377 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5601456 Jun 22 13:56:03.380751 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.397825 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Pushing event updated for resources: {'Port': ['ID=13c8de7b-c116-473b-9701-e8e4f8a32704,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:03.406611 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Request body: {'port': {'device_id': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:03.451872 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-a3297d90-699a-4b08-ae49-8e96548e6ada tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:03.453632 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-a3297d90-699a-4b08-ae49-8e96548e6ada tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 817 time: 0.9673445 Jun 22 13:56:03.457992 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa14b1d-5490-43ac-b550-922eab62f317,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:03.470179 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:03.471083 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:03.520052 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f2eb7642-7f67-49b5-9969-7e095eb4730c req-5e41bba2-3356-46ef-9caa-2657039f9116 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787474 Jun 22 13:56:03.522812 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.532579 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.535929 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a894e8d-fecf-4e52-bca8-470ce8bc5fa1 HTTP/1.1" status: 204 len: 168 time: 0.6582339 Jun 22 13:56:03.551129 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:03.566424 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a894e8d-fecf-4e52-bca8-470ce8bc5fa1,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:03.596109 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:03.610396 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b49eddb-2735-40b2-9e90-46aa5024c333 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:56:03.666602 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Attempting to bind port 7fa14b1d-5490-43ac-b550-922eab62f317 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:56:03.667017 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Attempting to bind port 7fa14b1d-5490-43ac-b550-922eab62f317 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:56:03.667287 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Attempting to bind port 7fa14b1d-5490-43ac-b550-922eab62f317 on network deb3e356-761e-47ed-81c9-9726aa2f6621 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:03.689187 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-fd879023-e847-45de-be7e-bd43c50ad43c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166f383c455f4f00a02d863a8b528f9b HTTP/1.1" status: 200 len: 380 time: 0.2165115 Jun 22 13:56:03.693970 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Port 7fa14b1d-5490-43ac-b550-922eab62f317 on network deb3e356-761e-47ed-81c9-9726aa2f6621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:56:03.694454 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Attempting to bind port 7fa14b1d-5490-43ac-b550-922eab62f317 on network deb3e356-761e-47ed-81c9-9726aa2f6621 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:03.710594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'port': {'device_id': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'admin_state_up': True, 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'security_groups': ['e82121e1-0aa0-45c7-ad66-0abbeef2253a']}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:03.724452 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 9b49eddb-2735-40b2-9e90-46aa5024c333 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:03.732805 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 9b49eddb-2735-40b2-9e90-46aa5024c333 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:03.733249 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.804455 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ff62b6d8-c876-4ccc-a6a9-859ec9a9c7f5 req-8e85affb-0d60-46ca-9979-57b1ec22c74c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 210 time: 0.2240744 Jun 22 13:56:03.834368 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.891935 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:56:03.892279 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Checking segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:03.892679 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Bound using segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:56:03.893133 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Bound port: 7fa14b1d-5490-43ac-b550-922eab62f317, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:56:03.894231 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.939604 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.940127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:03.982299 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b49eddb-2735-40b2-9e90-46aa5024c333'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:04.000498 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.069076 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:04.071266 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Made reservation on behalf of b86af51582e94f6bb1306c1cc79e4388 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:04.076369 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.151824 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 9b49eddb-2735-40b2-9e90-46aa5024c333, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b49eddb-2735-40b2-9e90-46aa5024c333,segment=NetworkSegment(b44a79fd-a968-4f6b-b7ea-6da1d1882b2b),segment_id=b44a79fd-a968-4f6b-b7ea-6da1d1882b2b)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:04.162141 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.164524 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:04.167221 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] For port 7fa14b1d-5490-43ac-b550-922eab62f317, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:56:04.190798 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Made reservation on behalf of 166f383c455f4f00a02d863a8b528f9b for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:04.201121 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.221700 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] For port 7fa14b1d-5490-43ac-b550-922eab62f317, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7fa14b1d-5490-43ac-b550-922eab62f317,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:56:04.233311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.240088 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=9b49eddb-2735-40b2-9e90-46aa5024c333,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:04.257157 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:04.259747 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:04.272578 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=517766da6b1d41408b599ccbe1fd1e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1120298 Jun 22 13:56:04.277002 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4f197-722c-4f58-9603-b97501d5391c,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:04.287893 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42356) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:04.307716 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:04.340143 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:04.344510 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.348767 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] 10.222.0.10 "PUT /v2.0/ports/7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1094 time: 2.6111128 Jun 22 13:56:04.391710 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:04.396254 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb539d34-e803-4015-abcf-f477db8dc1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:04.407393 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ddffb-aa0e-41fa-810a-982d36ccbe02 req-0766a7ff-2d9f-41f5-85d2-58448fa91f8c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:04.408554 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fa4ddffb-aa0e-41fa-810a-982d36ccbe02 req-0766a7ff-2d9f-41f5-85d2-58448fa91f8c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 944 time: 0.3863604 Jun 22 13:56:04.425489 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45502b2-8a34-4fbd-8be4-231ffb393690" -d '{"events": [{"server_uuid": "d5757176-41ea-4a99-85b1-7bdfcb445f55", "name": "network-vif-plugged", "status": "completed", "tag": "9b49eddb-2735-40b2-9e90-46aa5024c333"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:04.571727 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.604044 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa14b1d-5490-43ac-b550-922eab62f317,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:04.608031 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:04.659169 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fa4ddffb-aa0e-41fa-810a-982d36ccbe02 req-bab607e4-fc63-4912-80be-8ef210c1f7c2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097960 Jun 22 13:56:04.681208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c8de7b-c116-473b-9701-e8e4f8a32704 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:04.690078 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Allocated IP 172.20.0.14 (cec3f186-c9ef-4abb-8c14-53e69e126287/ff12c535-e65f-42ab-9d65-c1ca7f7432c1/4a063ac3-1ff1-4108-823f-cffaff83af9a) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:56:04.705206 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-5ea4cc52-bda3-4b71-8472-142611563dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:04.706716 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-5ea4cc52-bda3-4b71-8472-142611563dd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1097 time: 0.2522326 Jun 22 13:56:04.745309 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.753040 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c34b8b67-2970-4d44-aada-4aeec2b05922 req-9373111f-f51b-4e2c-b91a-433a5dcce4d6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 210 time: 0.0582664 Jun 22 13:56:04.785077 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.789576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Transition to ACTIVE for port object 13c8de7b-c116-473b-9701-e8e4f8a32704 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:04.828262 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:04.869795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:04.960849 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f1da65-f935-4b08-ac75-fb3a77f41e58 x-openstack-request-id: req-d2f1da65-f935-4b08-ac75-fb3a77f41e58 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:04.961102 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:04.961379 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2f1da65-f935-4b08-ac75-fb3a77f41e58 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:04.961815 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317', 'status': 'completed', 'code': 200} Jun 22 13:56:05.013063 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-8fbafce2-61de-45a8-97f7-1483433bb11e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 217 time: 0.2625811 Jun 22 13:56:05.084861 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-8aa6c489-f59e-4b44-a3ac-faa1cb26f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:05.087941 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-8aa6c489-f59e-4b44-a3ac-faa1cb26f83c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0642233 Jun 22 13:56:05.129995 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.144262 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Transition to ACTIVE for port object 4a063ac3-1ff1-4108-823f-cffaff83af9a will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:05.162391 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Allocated IP 172.20.0.6 (82a598ae-72d3-47f2-8c1f-c541bc5c23d1/8bf00806-4095-4284-aef5-da12a519c167/94411245-66ec-435d-8848-a0aed0d8a49d) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:56:05.186864 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ef9457-7dde-4463-bc8a-d553340a4d6c x-openstack-request-id: req-05ef9457-7dde-4463-bc8a-d553340a4d6c {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:05.187363 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5757176-41ea-4a99-85b1-7bdfcb445f55", "name": "network-vif-plugged", "status": "completed", "tag": "9b49eddb-2735-40b2-9e90-46aa5024c333", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:05.187619 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05ef9457-7dde-4463-bc8a-d553340a4d6c {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:05.189175 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b49eddb-2735-40b2-9e90-46aa5024c333', 'code': 200} Jun 22 13:56:05.236450 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Pushing event updated for resources: {'Port': ['ID=13c8de7b-c116-473b-9701-e8e4f8a32704,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:05.250855 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:05.258146 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Attempting to bind port 13c8de7b-c116-473b-9701-e8e4f8a32704 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:56:05.258608 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Attempting to bind port 13c8de7b-c116-473b-9701-e8e4f8a32704 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:56:05.259110 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Attempting to bind port 13c8de7b-c116-473b-9701-e8e4f8a32704 on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:05.269011 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.273387 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.275085 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64d4f197-722c-4f58-9603-b97501d5391c HTTP/1.1" status: 204 len: 168 time: 0.9857433 Jun 22 13:56:05.279999 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0ffd89ee-d688-4a87-bd07-e8764d87dde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:05.290489 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4f197-722c-4f58-9603-b97501d5391c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:05.303225 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Port 13c8de7b-c116-473b-9701-e8e4f8a32704 on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:56:05.304067 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Attempting to bind port 13c8de7b-c116-473b-9701-e8e4f8a32704 on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:05.306448 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:05.324951 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:56:05.325346 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Checking segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:05.334586 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Bound using segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:56:05.342177 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Bound port: 13c8de7b-c116-473b-9701-e8e4f8a32704, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:56:05.342547 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.365640 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.395405 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba040d-53de-4979-b4dc-6a2e123aa4fb req-6b5d4855-f282-4450-8cbf-50128bf76364 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:05.404099 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e0ba040d-53de-4979-b4dc-6a2e123aa4fb req-6b5d4855-f282-4450-8cbf-50128bf76364 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.3973386 Jun 22 13:56:05.427759 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-76a0beab-ee07-430a-b186-0c1003e055cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:05.466362 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e0ba040d-53de-4979-b4dc-6a2e123aa4fb req-4dce9dd3-f77d-4f91-a93a-fc08a28bc976 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612497 Jun 22 13:56:05.530883 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Network cec3f186-c9ef-4abb-8c14-53e69e126287 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:56:05.544360 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:05.547921 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-fd5f6e1f-d844-46f8-9070-234bff0e9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:05.550347 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-fd5f6e1f-d844-46f8-9070-234bff0e9fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3887229 Jun 22 13:56:05.553954 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:56:05.560373 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:05.561046 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.603098 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9050460 Jun 22 13:56:05.615832 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.10', 61765) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:05.678936 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Request body: {'port': {'device_id': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:05.720924 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] For port 13c8de7b-c116-473b-9701-e8e4f8a32704, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:56:05.753833 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] For port 13c8de7b-c116-473b-9701-e8e4f8a32704, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=13c8de7b-c116-473b-9701-e8e4f8a32704,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:56:05.770687 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.801485 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:05.854397 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:05.886809 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:05.901929 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.936183 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-f38316bc-e0ea-466b-aa5c-2d3c92efee7b None None] Provisioning for port 4a063ac3-1ff1-4108-823f-cffaff83af9a completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:05.941029 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-f38316bc-e0ea-466b-aa5c-2d3c92efee7b None None] Provisioning complete for port 4a063ac3-1ff1-4108-823f-cffaff83af9a triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:05.941412 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f38316bc-e0ea-466b-aa5c-2d3c92efee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.943822 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:05.996147 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:05.997811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.000125 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] 10.222.0.10 "PUT /v2.0/ports/13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 1093 time: 2.6038935 Jun 22 13:56:06.000652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'tag': '13c8de7b-c116-473b-9701-e8e4f8a32704'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:06.041202 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-f38316bc-e0ea-466b-aa5c-2d3c92efee7b None None] Port 4a063ac3-1ff1-4108-823f-cffaff83af9a cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:56:06.047147 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.075192 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-14575254-9f19-47c3-baf4-e5cec73d8aec service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003731 Jun 22 13:56:06.102337 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.102859 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-025efa7b-567d-4e97-a4d7-df615591957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.114074 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0504-88a0-4028-90e6-dc446b4c01b5 req-8d3e36e9-bf2d-4295-a7f5-69d1c748cdad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.122009 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9aee0504-88a0-4028-90e6-dc446b4c01b5 req-8d3e36e9-bf2d-4295-a7f5-69d1c748cdad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 932 time: 0.7123713 Jun 22 13:56:06.165410 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-80317e8c-c078-4486-a12e-8a99dd3c07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.168071 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-80317e8c-c078-4486-a12e-8a99dd3c07c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 1098 time: 0.5260859 Jun 22 13:56:06.205028 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Pushing event updated for resources: {'Port': ['ID=13c8de7b-c116-473b-9701-e8e4f8a32704,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:06.213711 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:06.215144 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:06.242584 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa9be4-8365-4931-927e-ce03267fae5e req-111c04fc-568b-480b-84ac-d6b551b8bb58 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.245229 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d8fa9be4-8365-4931-927e-ce03267fae5e req-111c04fc-568b-480b-84ac-d6b551b8bb58 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 944 time: 0.3644772 Jun 22 13:56:06.274212 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:56:06.285757 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Pushing event updated for resources: {'Port': ['ID=94411245-66ec-435d-8848-a0aed0d8a49d,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:06.296626 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:06.298358 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:56:06.314873 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:06.320749 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:56:06.327903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.328569 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.331277 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.347939 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1568272 Jun 22 13:56:06.362478 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9aee0504-88a0-4028-90e6-dc446b4c01b5 req-f40066dd-abca-4c6e-8aa3-b50a3433e5df tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394836 Jun 22 13:56:06.385406 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Request body: {'port': {'device_id': '4a18969b-2053-437c-905f-713c0023cece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:06.425630 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0baf66a-bd8a-4ad0-b392-4901002de247", "tag": "13c8de7b-c116-473b-9701-e8e4f8a32704"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:06.478249 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-613af97f-7283-4c8c-9f0b-585ec89ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.481649 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-613af97f-7283-4c8c-9f0b-585ec89ab6f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1096 time: 0.3914921 Jun 22 13:56:06.667913 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-d419957e-b030-4925-920d-f5463f83ee3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.1705616 Jun 22 13:56:06.744105 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.766657 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db9ac556-70d1-4af7-acaa-2532ddaeadb5 req-76d53bc8-cb57-41ff-b9fa-ffdcfe0a3291 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520915 Jun 22 13:56:06.816421 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d8fa9be4-8365-4931-927e-ce03267fae5e req-7d886d5a-1042-4e16-a900-b1a7b83e7853 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5593567 Jun 22 13:56:06.937957 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:06.958188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f2558-a8e8-4018-8279-b782ad269f61 req-2a7e1b9d-68af-4bb6-97b5-0a5016943dcb tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.960035 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3e4f2558-a8e8-4018-8279-b782ad269f61 req-2a7e1b9d-68af-4bb6-97b5-0a5016943dcb tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 931 time: 0.3627839 Jun 22 13:56:06.961699 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-d2f340b3-2c33-4893-9200-c0758f41d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:06.963941 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-d2f340b3-2c33-4893-9200-c0758f41d97e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.2517049 Jun 22 13:56:07.047285 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:07.058253 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-a22b3703-5818-4e61-bcb4-7d38a0731563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:07.060941 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-a22b3703-5818-4e61-bcb4-7d38a0731563 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1097 time: 0.1624234 Jun 22 13:56:07.061870 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:07.086738 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3e4f2558-a8e8-4018-8279-b782ad269f61 req-210d9cee-7f60-413a-b66b-a1cfc9f852ac tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160657 Jun 22 13:56:07.091178 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0d178923-c9d7-4cee-87c1-1561e92bb2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:07.177088 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9437048 Jun 22 13:56:07.195490 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-53a9ea3e-f57f-4dd5-80cf-37d4286afac6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1958108 Jun 22 13:56:07.278558 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a063ac3-1ff1-4108-823f-cffaff83af9a {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:07.299634 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:07.311256 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20797171-00c7-4501-a572-46e644863aaa,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:07.316021 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122512de-d224-44dd-8164-bf934782fdc7 x-openstack-request-id: req-122512de-d224-44dd-8164-bf934782fdc7 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:07.316377 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0baf66a-bd8a-4ad0-b392-4901002de247", "tag": "13c8de7b-c116-473b-9701-e8e4f8a32704", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:07.316648 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-122512de-d224-44dd-8164-bf934782fdc7 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:07.317115 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'tag': '13c8de7b-c116-473b-9701-e8e4f8a32704', 'status': 'completed', 'code': 200} Jun 22 13:56:07.346752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:07.440259 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Transition to ACTIVE for port object 4a063ac3-1ff1-4108-823f-cffaff83af9a will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:07.466664 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:07.483258 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:07.685618 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-46e642e6-afab-49ef-8ddc-3c4cec2e3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:07.690350 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-46e642e6-afab-49ef-8ddc-3c4cec2e3b56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.5857191 Jun 22 13:56:07.724724 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a5d94-73f8-4a8a-a5c7-8a47e71575ee req-4af86bde-0fc9-44c1-90a8-dee1d724c7d6 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:07.726318 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-485a5d94-73f8-4a8a-a5c7-8a47e71575ee req-4af86bde-0fc9-44c1-90a8-dee1d724c7d6 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.4084415 Jun 22 13:56:07.787686 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-bc111257-1a24-47f2-9a9a-7a160c7f7b76 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766311 Jun 22 13:56:07.843730 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:07.870223 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:07.947912 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92e4e8f4-454f-4d2b-9a25-a8e0a85996df req-fc44e4e7-37f8-43c4-8e2c-496fb6d7d0d7 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389949 Jun 22 13:56:07.987162 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-19753569-6dcd-4dcf-8bcb-50579f5c4f71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 217 time: 0.2504444 Jun 22 13:56:08.004286 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Attempting to bind port 4a063ac3-1ff1-4108-823f-cffaff83af9a on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:56:08.004639 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Attempting to bind port 4a063ac3-1ff1-4108-823f-cffaff83af9a by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:56:08.004983 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Attempting to bind port 4a063ac3-1ff1-4108-823f-cffaff83af9a on network cec3f186-c9ef-4abb-8c14-53e69e126287 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:08.025296 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-485a5d94-73f8-4a8a-a5c7-8a47e71575ee req-171d4886-9fb3-4539-8863-d3037972cf0e tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365980 Jun 22 13:56:08.031312 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Port 4a063ac3-1ff1-4108-823f-cffaff83af9a on network cec3f186-c9ef-4abb-8c14-53e69e126287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:56:08.031836 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Attempting to bind port 4a063ac3-1ff1-4108-823f-cffaff83af9a on network cec3f186-c9ef-4abb-8c14-53e69e126287 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:08.038032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94411245-66ec-435d-8848-a0aed0d8a49d {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:08.053461 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.077553 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Transition to ACTIVE for port object 94411245-66ec-435d-8848-a0aed0d8a49d will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:08.085598 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.094483 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7dacb-7b75-4ec1-82a4-d50ba4423bf7 req-ea91eb7e-3d3b-43a2-a7e0-7a2060de94c9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.100777 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-acb7dacb-7b75-4ec1-82a4-d50ba4423bf7 req-ea91eb7e-3d3b-43a2-a7e0-7a2060de94c9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.5023985 Jun 22 13:56:08.116944 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6ce22662-dd44-4e65-976f-59397f2722ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:08.144442 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:56:08.145161 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Checking segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:08.145922 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Bound using segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:56:08.146848 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Bound port: 4a063ac3-1ff1-4108-823f-cffaff83af9a, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:56:08.147723 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.193516 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-cf922098-c426-4a6f-b1dd-b6c8e03b0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.196024 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-cf922098-c426-4a6f-b1dd-b6c8e03b0814 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.1261594 Jun 22 13:56:08.197626 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Pushing event updated for resources: {'Port': ['ID=94411245-66ec-435d-8848-a0aed0d8a49d,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:08.291578 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-acb7dacb-7b75-4ec1-82a4-d50ba4423bf7 req-bbb8aee6-2963-4f60-b324-6f2a23f35e2b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897967 Jun 22 13:56:08.405327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:56:08.427365 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:56:08.438009 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.444362 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:08.455213 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-545c1806-b6bd-4a72-98dd-a18de8c55131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.456816 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-545c1806-b6bd-4a72-98dd-a18de8c55131 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2322152 Jun 22 13:56:08.474082 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.489496 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.490124 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.491746 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a063ac3-1ff1-4108-823f-cffaff83af9a HTTP/1.1" status: 200 len: 1094 time: 2.8174279 Jun 22 13:56:08.494914 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:08.497407 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3137a377-cb41-4df2-930a-e6166f7673f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:08.569064 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:08.572977 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:08.617108 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:08.630728 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b8634-04da-4c21-8b3d-a73fc87c8cf2 req-6bfb4904-2f99-471f-8fc1-2eb51cdf8dc1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.632536 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-417b8634-04da-4c21-8b3d-a73fc87c8cf2 req-6bfb4904-2f99-471f-8fc1-2eb51cdf8dc1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.1482017 Jun 22 13:56:08.645746 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Attempting to bind port 94411245-66ec-435d-8848-a0aed0d8a49d on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:56:08.646080 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Attempting to bind port 94411245-66ec-435d-8848-a0aed0d8a49d by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:56:08.646584 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Attempting to bind port 94411245-66ec-435d-8848-a0aed0d8a49d on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:08.662218 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Port 94411245-66ec-435d-8848-a0aed0d8a49d on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:56:08.662798 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Attempting to bind port 94411245-66ec-435d-8848-a0aed0d8a49d on network 82a598ae-72d3-47f2-8c1f-c541bc5c23d1 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:08.676792 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-aefc9ca4-2db8-44ac-9928-1348265ae6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.678168 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-aefc9ca4-2db8-44ac-9928-1348265ae6df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1096 time: 0.5625672 Jun 22 13:56:08.683839 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:56:08.684662 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Checking segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:08.685284 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Bound using segment: {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:56:08.685913 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Bound port: 94411245-66ec-435d-8848-a0aed0d8a49d, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7669ba0-c31d-43cf-937b-730de6e1ccf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:56:08.686467 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.694517 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-417b8634-04da-4c21-8b3d-a73fc87c8cf2 req-4b7a430b-472c-4358-a4e0-b4d0ea653aa1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508456 Jun 22 13:56:08.756660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63b97d-dd74-4f42-b3b4-48be9f6d7802 x-openstack-request-id: req-3c63b97d-dd74-4f42-b3b4-48be9f6d7802 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:08.757159 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:08.757583 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c63b97d-dd74-4f42-b3b4-48be9f6d7802 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:08.758203 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'status': 'completed', 'code': 200} Jun 22 13:56:08.759110 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce900bb3-fac5-4570-a6bb-295813d998e2 req-02f90c6b-ea4e-43f6-a8e4-dc9a4bf31a04 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.760661 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce900bb3-fac5-4570-a6bb-295813d998e2 req-02f90c6b-ea4e-43f6-a8e4-dc9a4bf31a04 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 944 time: 0.1957192 Jun 22 13:56:08.778281 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] For port 94411245-66ec-435d-8848-a0aed0d8a49d, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:56:08.782322 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] For port 94411245-66ec-435d-8848-a0aed0d8a49d, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=94411245-66ec-435d-8848-a0aed0d8a49d,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:56:08.793510 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.802646 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:08.846200 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce900bb3-fac5-4570-a6bb-295813d998e2 req-003b79c5-ed16-465a-b158-d8ae8d6f3f03 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762336 Jun 22 13:56:08.854914 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:08.855557 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:08.857109 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] 10.222.0.10 "PUT /v2.0/ports/94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 1093 time: 2.4894030 Jun 22 13:56:08.876555 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Pushing event updated for resources: {'Port': ['ID=94411245-66ec-435d-8848-a0aed0d8a49d,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:08.879684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:09.282687 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5c91-37fd-4025-8358-11bb08a9a576 req-51bb3423-ffdb-4231-972a-0d58a5ccd1f2 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:09.284346 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7a5c91-37fd-4025-8358-11bb08a9a576 req-51bb3423-ffdb-4231-972a-0d58a5ccd1f2 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0777502 Jun 22 13:56:09.318334 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a18969b-2053-437c-905f-713c0023cece', 'tag': '94411245-66ec-435d-8848-a0aed0d8a49d'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:09.320789 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b41d6a1-9332-434a-8431-af760a31ab10" -d '{"events": [{"name": "network-changed", "server_uuid": "4a18969b-2053-437c-905f-713c0023cece", "tag": "94411245-66ec-435d-8848-a0aed0d8a49d"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:09.323733 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bc7a5c91-37fd-4025-8358-11bb08a9a576 req-d6cfcb4b-11a0-4492-a5ec-55a443d78340 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Jun 22 13:56:09.356728 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72560c2-9936-46d4-b2c1-85a0810e4e63 x-openstack-request-id: req-d72560c2-9936-46d4-b2c1-85a0810e4e63 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:09.357036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a18969b-2053-437c-905f-713c0023cece", "tag": "94411245-66ec-435d-8848-a0aed0d8a49d", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:09.357311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d72560c2-9936-46d4-b2c1-85a0810e4e63 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:09.357720 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a18969b-2053-437c-905f-713c0023cece', 'tag': '94411245-66ec-435d-8848-a0aed0d8a49d', 'status': 'completed', 'code': 200} Jun 22 13:56:09.493196 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd52f7-ff0a-4df9-9a5c-23e75b328510 req-3971fe12-4229-45d5-826d-bd0bd5dc0d6f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:09.494583 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a0cd52f7-ff0a-4df9-9a5c-23e75b328510 req-3971fe12-4229-45d5-826d-bd0bd5dc0d6f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0641201 Jun 22 13:56:09.531856 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a0cd52f7-ff0a-4df9-9a5c-23e75b328510 req-c3572663-610e-44e6-bb61-1a795a921a95 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307772 Jun 22 13:56:09.881766 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb8e73-e15b-4db7-83a3-fc99a281b2ef req-ee0179e8-0663-4a36-ac12-225f113523b7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:09.883260 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6eeb8e73-e15b-4db7-83a3-fc99a281b2ef req-ee0179e8-0663-4a36-ac12-225f113523b7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.0654693 Jun 22 13:56:09.927095 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6eeb8e73-e15b-4db7-83a3-fc99a281b2ef req-0312aaa4-9cf8-4b3a-8234-c6b899787069 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jun 22 13:56:10.028589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86149309-f388-4a87-b116-28301703f935 req-c7ff25d5-1e5b-47c7-9d42-e5fc8b690553 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:10.029982 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-86149309-f388-4a87-b116-28301703f935 req-c7ff25d5-1e5b-47c7-9d42-e5fc8b690553 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 944 time: 0.0630615 Jun 22 13:56:10.067857 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-86149309-f388-4a87-b116-28301703f935 req-eb1a6c0d-76ae-4596-b8b7-5bef7e88de18 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Jun 22 13:56:10.088892 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:10.497950 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b1833-7397-4157-9fd3-d27a510b8e10 req-b3c33c92-4825-4fd8-866e-00a3d4ddd0d5 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:10.499445 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6a1b1833-7397-4157-9fd3-d27a510b8e10 req-b3c33c92-4825-4fd8-866e-00a3d4ddd0d5 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0641344 Jun 22 13:56:10.537028 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6a1b1833-7397-4157-9fd3-d27a510b8e10 req-b490fa61-7039-44b2-a8d4-98773058b6c7 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Jun 22 13:56:10.712660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366857e-d45b-404d-9288-d21bf4e990cf req-22f3c096-ee7d-4a47-9245-62baa1ea0ee2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:10.714176 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f366857e-d45b-404d-9288-d21bf4e990cf req-22f3c096-ee7d-4a47-9245-62baa1ea0ee2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0675130 Jun 22 13:56:10.752199 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f366857e-d45b-404d-9288-d21bf4e990cf req-472f2999-2c41-4a05-9880-06dbf090d243 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322483 Jun 22 13:56:11.104786 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc548a76-503f-4e81-aa10-9c8f4f7c352e req-0dd2f2c1-1b16-451b-9eef-70c82a58da04 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.107866 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc548a76-503f-4e81-aa10-9c8f4f7c352e req-0dd2f2c1-1b16-451b-9eef-70c82a58da04 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.0728209 Jun 22 13:56:11.167089 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc548a76-503f-4e81-aa10-9c8f4f7c352e req-c1a15340-ffc9-4d84-b69e-3d5aea84b573 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532119 Jun 22 13:56:11.204957 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-89e8e13e-0aa6-4081-be7d-3c808be1240f service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977793 Jun 22 13:56:11.401020 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-376a60a1-cc25-4d7e-afdb-9ba4993ce69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.402499 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-376a60a1-cc25-4d7e-afdb-9ba4993ce69c service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.2344837 Jun 22 13:56:11.405616 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-099c7a64-e20f-48f8-b58b-55d0f66cea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.407297 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-099c7a64-e20f-48f8-b58b-55d0f66cea10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1096 time: 0.2163787 Jun 22 13:56:11.411037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9e8b-d465-4c65-929b-1e476bbc128b req-89864df8-8007-4625-8163-f83580b9a190 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.412610 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-151d9e8b-d465-4c65-929b-1e476bbc128b req-89864df8-8007-4625-8163-f83580b9a190 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 944 time: 0.2067883 Jun 22 13:56:11.419261 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-16e2db01-d0d8-4e59-866d-fdd9f15e2c53 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759114 Jun 22 13:56:11.442870 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a377-cb41-4df2-930a-e6166f7673f2 req-be566308-5d0c-4f9a-865c-c1169c476a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.444344 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3137a377-cb41-4df2-930a-e6166f7673f2 req-be566308-5d0c-4f9a-865c-c1169c476a64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 1097 time: 0.1421893 Jun 22 13:56:11.459772 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-151d9e8b-d465-4c65-929b-1e476bbc128b req-e1a2d3e8-b0bb-4ced-8d6a-7f4a36839046 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393929 Jun 22 13:56:11.524517 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-83a0215c-8076-45d9-8420-87ec482440e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0387540 Jun 22 13:56:11.561428 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-9dd7aff2-e29a-42ee-9989-a10bdadbcd9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0359328 Jun 22 13:56:11.641907 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-f4a666e1-eb30-4521-a37e-8eb89cb7f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.643843 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-f4a666e1-eb30-4521-a37e-8eb89cb7f796 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0520885 Jun 22 13:56:11.702683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a377-cb41-4df2-930a-e6166f7673f2 req-230ad293-d656-4333-958f-a8e4738406c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.704457 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3137a377-cb41-4df2-930a-e6166f7673f2 req-230ad293-d656-4333-958f-a8e4738406c5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=166f383c455f4f00a02d863a8b528f9b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1787772 Jun 22 13:56:11.748707 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-38e21b21-ee15-4497-92c8-21d0b6ba7fd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674164 Jun 22 13:56:11.799610 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-5a4e5b5a-6347-4327-923d-e4b59d485469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.801116 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-5a4e5b5a-6347-4327-923d-e4b59d485469 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.1562028 Jun 22 13:56:11.868812 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-d14f6b2c-c4f2-4bfc-bc59-96bc1cb995dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368338 Jun 22 13:56:11.930432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137a377-cb41-4df2-930a-e6166f7673f2 req-024dad7b-f8fc-4c6d-b4ce-a1b03dcde23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.932027 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3137a377-cb41-4df2-930a-e6166f7673f2 req-024dad7b-f8fc-4c6d-b4ce-a1b03dcde23c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2062840 Jun 22 13:56:11.948397 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2345f37-12bc-447c-a945-bdf6210dffcc req-aa0ac8f5-2854-4511-af13-d703b0125469 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.949969 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2345f37-12bc-447c-a945-bdf6210dffcc req-aa0ac8f5-2854-4511-af13-d703b0125469 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.2575662 Jun 22 13:56:11.973167 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bec4d-bda6-4357-88b1-012469daba88 req-bfd3083e-2164-4e1f-aa23-ba363b247410 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:11.976052 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-341bec4d-bda6-4357-88b1-012469daba88 req-bfd3083e-2164-4e1f-aa23-ba363b247410 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0853543 Jun 22 13:56:12.000111 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-d59bd616-06b6-4912-ae02-6e8567427254 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430189 Jun 22 13:56:12.017876 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-341bec4d-bda6-4357-88b1-012469daba88 req-7492381d-05e6-49c9-88ff-252797824f0b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368652 Jun 22 13:56:12.078407 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 7fa14b1d-5490-43ac-b550-922eab62f317 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:56:12.081710 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2345f37-12bc-447c-a945-bdf6210dffcc req-c9bf9f15-7a59-4a30-8f8d-9854acc1a76d tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208005 Jun 22 13:56:12.083586 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-7b9d19db-e602-4070-8403-ddb1800e97cb service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050190 Jun 22 13:56:12.087402 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-eef2f443-c705-4d73-8ee9-a60f5eb70679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.089464 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-eef2f443-c705-4d73-8ee9-a60f5eb70679 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 1097 time: 0.0641036 Jun 22 13:56:12.142037 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-344603e8-b4ea-4009-9a3a-278b046d64ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a HTTP/1.1" status: 200 len: 217 time: 0.0372434 Jun 22 13:56:12.189443 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 7fa14b1d-5490-43ac-b550-922eab62f317, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7fa14b1d-5490-43ac-b550-922eab62f317,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:12.194244 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-e8df6ccf-e403-4d36-b78c-cd3f786c55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.195912 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-e8df6ccf-e403-4d36-b78c-cd3f786c55f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0475686 Jun 22 13:56:12.196201 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-58c1f0ad-0dff-45b2-a5d4-3e75a949559d service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786163 Jun 22 13:56:12.218630 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cdc70510-c2a5-4f4f-9318-ae0bf3d12f2e req-4e754154-384f-48ab-86cf-d20e7dbf4b7a service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275365 Jun 22 13:56:12.298831 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-fe4d2321-ff96-4f5b-a5cd-af317fe60c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.300440 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-fe4d2321-ff96-4f5b-a5cd-af317fe60c94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865114 Jun 22 13:56:12.340123 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '7fa14b1d-5490-43ac-b550-922eab62f317', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'port_id': '7fa14b1d-5490-43ac-b550-922eab62f317', 'mac_address': 'fa:16:3e:d6:54:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:56:12.389099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:12.406920 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa14b1d-5490-43ac-b550-922eab62f317 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:12.417421 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-01982a37-d5c9-42fb-b309-1daa706acb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.417421 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-01982a37-d5c9-42fb-b309-1daa706acb8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1096 time: 0.0769269 Jun 22 13:56:12.439013 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 7fa14b1d-5490-43ac-b550-922eab62f317, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7fa14b1d-5490-43ac-b550-922eab62f317,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:12.444001 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:12.445836 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-4262925c-10d4-4f49-8234-56f9055295e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:12.520408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=7fa14b1d-5490-43ac-b550-922eab62f317,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:12.524854 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:12.552265 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-a6366aa7-2cac-4049-8dcb-198824a49f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.554114 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-a6366aa7-2cac-4049-8dcb-198824a49f6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1365347 Jun 22 13:56:12.603776 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-d0b85a08-1dfa-46ec-a5a0-69b6086b2465 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0425615 Jun 22 13:56:12.723535 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-61ab3e3f-8957-4874-b003-05a5c1616076 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915033 Jun 22 13:56:12.758135 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-badc2dbc-10ff-417f-bdfd-b9566bcb1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.760009 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-badc2dbc-10ff-417f-bdfd-b9566bcb1fbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.1482601 Jun 22 13:56:12.772779 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938d0b-b58e-4171-8157-3a7711e664a9 req-f289421d-4a91-4cbc-a7e5-719b197b24ce tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:12.775377 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-63938d0b-b58e-4171-8157-3a7711e664a9 req-f289421d-4a91-4cbc-a7e5-719b197b24ce tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.1106493 Jun 22 13:56:12.784327 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['7fa14b1d-5490-43ac-b550-922eab62f317'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:12.964724 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-66c04f51-ba4b-4691-9ad7-ba864c3b2beb req-5259dc4d-9825-44ce-a273-d2817e68d316 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264736 Jun 22 13:56:13.011671 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8982ce-2cd2-4e5f-b260-10677d4929c6 req-1e89dd09-78c4-46d1-8625-9942848c836c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:13.014724 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ed8982ce-2cd2-4e5f-b260-10677d4929c6 req-1e89dd09-78c4-46d1-8625-9942848c836c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.2895870 Jun 22 13:56:13.045072 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-06d70d4c-f312-4114-9b34-0cba2ed84f03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2683320 Jun 22 13:56:13.071375 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-63938d0b-b58e-4171-8157-3a7711e664a9 req-731189b4-16a0-4621-a3db-a59e9bb21535 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732320 Jun 22 13:56:13.081194 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ed8982ce-2cd2-4e5f-b260-10677d4929c6 req-da3009b8-25b1-494f-aa86-829a00bd59f0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576553 Jun 22 13:56:13.242584 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfedd4-1939-457a-a24a-21bd669ab533 req-986335b6-61b9-482b-8889-cd8e75be0751 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:13.244149 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fccfedd4-1939-457a-a24a-21bd669ab533 req-986335b6-61b9-482b-8889-cd8e75be0751 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0638194 Jun 22 13:56:13.269059 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508eb40-3f97-4870-824c-923acf86ca9d req-5155f10b-6aaf-4f94-b788-682508591c0c tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:13.270501 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2508eb40-3f97-4870-824c-923acf86ca9d req-5155f10b-6aaf-4f94-b788-682508591c0c tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0710540 Jun 22 13:56:13.284729 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fccfedd4-1939-457a-a24a-21bd669ab533 req-d2092953-88d1-4a48-affd-e1593b647db0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339606 Jun 22 13:56:13.310405 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2508eb40-3f97-4870-824c-923acf86ca9d req-f6eb20dc-0044-44a4-a25c-2f2d87f3354d tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Jun 22 13:56:14.279010 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d3f20-7d58-4376-a902-1c655eca74fc req-e15a5265-a7a1-45e0-ab51-c269238fe144 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:14.281056 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1d0d3f20-7d58-4376-a902-1c655eca74fc req-e15a5265-a7a1-45e0-ab51-c269238fe144 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.0769513 Jun 22 13:56:14.295511 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d9b13-ac89-4ca1-bbda-51392675f952 req-2acedf7e-64e2-4890-8b42-a67654b327a3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:14.303324 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce3d9b13-ac89-4ca1-bbda-51392675f952 req-2acedf7e-64e2-4890-8b42-a67654b327a3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.0940726 Jun 22 13:56:14.328053 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1d0d3f20-7d58-4376-a902-1c655eca74fc req-da7ac764-19de-4917-b09c-bdcefc70b4f0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382710 Jun 22 13:56:14.339692 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce3d9b13-ac89-4ca1-bbda-51392675f952 req-fc2ccae0-b522-4120-8b73-73953d90b541 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354502 Jun 22 13:56:14.498409 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f77c1-eccd-4eb2-88de-c2116dc955fa req-808cb4fa-590b-4be0-9811-024a4f50f924 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:14.499920 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-381f77c1-eccd-4eb2-88de-c2116dc955fa req-808cb4fa-590b-4be0-9811-024a4f50f924 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632877 Jun 22 13:56:14.537421 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-381f77c1-eccd-4eb2-88de-c2116dc955fa req-9f12eb54-49a0-4b58-85d8-13e6562b353b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Jun 22 13:56:15.513698 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92294380-316d-40dd-ba06-305b916ee776 req-a675dc60-f3a3-4b2b-8b58-c89b5d703010 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:15.515208 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92294380-316d-40dd-ba06-305b916ee776 req-a675dc60-f3a3-4b2b-8b58-c89b5d703010 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.0768878 Jun 22 13:56:15.517952 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6b02-2859-4e7f-900e-8837c7256c0d req-4a3705ec-4da8-4788-bc26-ce2b64a5eeda tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:15.519422 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f70c6b02-2859-4e7f-900e-8837c7256c0d req-4a3705ec-4da8-4788-bc26-ce2b64a5eeda tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.0666156 Jun 22 13:56:15.557837 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f70c6b02-2859-4e7f-900e-8837c7256c0d req-2324cb49-5695-4846-a643-c2e8cdcddaf5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Jun 22 13:56:15.565238 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-92294380-316d-40dd-ba06-305b916ee776 req-baba4278-3321-4639-9993-588a5dcfe119 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Jun 22 13:56:15.726816 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbd2b2-023b-4c54-b59f-6ac413b4c89d req-4f1a00e0-bc47-4168-9fc3-b31edb95fac5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:15.728306 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2ebbd2b2-023b-4c54-b59f-6ac413b4c89d req-4f1a00e0-bc47-4168-9fc3-b31edb95fac5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0653894 Jun 22 13:56:15.766792 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2ebbd2b2-023b-4c54-b59f-6ac413b4c89d req-9b2bdfeb-dc93-45b0-9678-e9a5e6b35095 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Jun 22 13:56:15.863535 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 13c8de7b-c116-473b-9701-e8e4f8a32704 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:56:15.899691 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-59f5b285-2df5-4910-bb40-3254e70f37dd service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040249 Jun 22 13:56:15.961621 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 13c8de7b-c116-473b-9701-e8e4f8a32704, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=13c8de7b-c116-473b-9701-e8e4f8a32704,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:15.976122 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '13c8de7b-c116-473b-9701-e8e4f8a32704', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'port_id': '13c8de7b-c116-473b-9701-e8e4f8a32704', 'mac_address': 'fa:16:3e:80:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf00806-4095-4284-aef5-da12a519c167', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:56:15.992622 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b41d6a1-9332-434a-8431-af760a31ab10 req-283d5980-b207-47bf-a94a-cc40d3091f32 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849638 Jun 22 13:56:16.012613 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:16.024888 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c8de7b-c116-473b-9701-e8e4f8a32704 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:16.045187 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 13c8de7b-c116-473b-9701-e8e4f8a32704, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=13c8de7b-c116-473b-9701-e8e4f8a32704,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:16.052780 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:16.054700 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-28c45eda-a84d-4c10-b79b-2b503baea7bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:16.099349 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=13c8de7b-c116-473b-9701-e8e4f8a32704,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:16.102802 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:16.526467 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['13c8de7b-c116-473b-9701-e8e4f8a32704'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:16.826036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256fae6-6307-409b-82d9-c0215d24f1dd req-2468ab2f-29fe-4379-86d4-d4e22f0b77aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:16.832316 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1256fae6-6307-409b-82d9-c0215d24f1dd req-2468ab2f-29fe-4379-86d4-d4e22f0b77aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.0805886 Jun 22 13:56:16.841980 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aade03-9615-4ad6-999b-95f3ffd06637 req-7a997060-f7a4-4a69-a122-372358ab2e3f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:16.843597 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-56aade03-9615-4ad6-999b-95f3ffd06637 req-7a997060-f7a4-4a69-a122-372358ab2e3f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.1082513 Jun 22 13:56:16.876857 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1256fae6-6307-409b-82d9-c0215d24f1dd req-cd88ae8b-2a48-40a5-ae50-64e0c4ef8e4e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Jun 22 13:56:16.884009 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-56aade03-9615-4ad6-999b-95f3ffd06637 req-9f614c24-7911-4fc0-a26b-8174830aa8e1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341849 Jun 22 13:56:17.088361 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ca513-70ba-4093-8c29-6bf600c37880 req-b2bebac7-c427-4cfc-893e-d5ecef87bcbb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:17.090626 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7c8ca513-70ba-4093-8c29-6bf600c37880 req-b2bebac7-c427-4cfc-893e-d5ecef87bcbb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0845096 Jun 22 13:56:17.145336 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7c8ca513-70ba-4093-8c29-6bf600c37880 req-c058ae15-ca11-40b5-a209-9d1a10b8fc9f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486255 Jun 22 13:56:17.561136 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42772) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:17.674341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.761228 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.765882 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.768479 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-646cdb27-cc02-4fc6-aae6-b50536d2ad0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:17.811308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff92c32-e89f-4737-bc53-14c4a39c22b6,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:17.811308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:17.814692 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f0ec625e8f9485796f59a3abef004e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498705 Jun 22 13:56:17.816189 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42778) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:17.873017 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.895089 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.951192 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.956040 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:17.959712 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fff92c32-e89f-4737-bc53-14c4a39c22b6 HTTP/1.1" status: 204 len: 168 time: 0.1413376 Jun 22 13:56:17.959712 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cddb7834-4b0a-4f05-885a-3793fd650eee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:17.971657 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff92c32-e89f-4737-bc53-14c4a39c22b6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:17.974920 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:18.095267 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b43cc9-a330-4dba-b3d7-9c8227198363 req-9df1f260-c015-4471-a5f9-7eb2dc2695f2 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:18.096712 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8883cc-a392-4c26-a28e-4c0d31d488a7 req-3499e454-31cc-49a3-b0d5-72adbf191f6c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:18.097711 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-39b43cc9-a330-4dba-b3d7-9c8227198363 req-9df1f260-c015-4471-a5f9-7eb2dc2695f2 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.0743356 Jun 22 13:56:18.098929 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8a8883cc-a392-4c26-a28e-4c0d31d488a7 req-3499e454-31cc-49a3-b0d5-72adbf191f6c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.0809138 Jun 22 13:56:18.150624 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8a8883cc-a392-4c26-a28e-4c0d31d488a7 req-330e6cfe-2d5f-4bf2-8aa1-b64726e9965a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458641 Jun 22 13:56:18.171585 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-39b43cc9-a330-4dba-b3d7-9c8227198363 req-62d621bd-5b92-4090-ac6c-be032d61a659 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581579 Jun 22 13:56:18.367390 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95f35c-db4f-4a99-8a96-c66acb45d6fa req-60e26790-cf05-429d-82fb-1fa68a1fb429 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:18.372961 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ac95f35c-db4f-4a99-8a96-c66acb45d6fa req-60e26790-cf05-429d-82fb-1fa68a1fb429 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0794442 Jun 22 13:56:18.373284 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42808) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:18.395473 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.450386 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ac95f35c-db4f-4a99-8a96-c66acb45d6fa req-3c02b5df-bfd1-49a9-932a-25f63268251f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683391 Jun 22 13:56:18.522986 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.527576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.531430 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5451fdad-8bda-4fd1-9777-80d1afec23ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:18.567098 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07b9f64f73b0422c8de0cf51fd11a464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922421 Jun 22 13:56:18.568037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e41451-276a-407b-bc5c-b02f075d035d,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:18.569743 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42814) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:18.573215 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:18.639233 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.662055 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.713239 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.716813 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:18.717999 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2e41451-276a-407b-bc5c-b02f075d035d HTTP/1.1" status: 204 len: 168 time: 0.1472900 Jun 22 13:56:18.718659 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:18.726479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e41451-276a-407b-bc5c-b02f075d035d,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:18.728852 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:18.775272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42820) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:18.989997 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.081372 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.085181 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.093215 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3ee80056-a513-4aaf-b31d-5a1a171c2781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:19.128269 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f20d837ad01243ea82bcc32365bfb74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518782 Jun 22 13:56:19.130777 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42834) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:19.137272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf8a00-3961-4f30-b026-0ca311cee994,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:19.141069 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:19.186317 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.220486 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.295309 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.299892 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.306319 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbbf8a00-3961-4f30-b026-0ca311cee994 HTTP/1.1" status: 204 len: 168 time: 0.1729920 Jun 22 13:56:19.307275 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8fd8b905-08ef-4ff1-9cf8-66e49d959d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:19.337988 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf8a00-3961-4f30-b026-0ca311cee994,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:19.342812 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:19.446652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff6652-068b-419b-80b9-f47d7ae5c367 req-eedb3d1d-e1f7-43ac-b4ae-b719292e2843 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:19.456650 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adff6652-068b-419b-80b9-f47d7ae5c367 req-eedb3d1d-e1f7-43ac-b4ae-b719292e2843 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 943 time: 0.1200833 Jun 22 13:56:19.479072 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980204-ef31-44f9-80b6-076d272d11ee req-bf1cd457-29c3-4e9d-bed1-aa9f7e25b858 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:19.494430 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c6980204-ef31-44f9-80b6-076d272d11ee req-bf1cd457-29c3-4e9d-bed1-aa9f7e25b858 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.1310401 Jun 22 13:56:19.501949 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4a063ac3-1ff1-4108-823f-cffaff83af9a details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:56:19.520401 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adff6652-068b-419b-80b9-f47d7ae5c367 req-081ef8c2-4429-4f99-8107-6478146d428b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Jun 22 13:56:19.576100 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c6980204-ef31-44f9-80b6-076d272d11ee req-73656ae3-8dae-49cc-8b77-5f962ba0c7c0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802083 Jun 22 13:56:19.652756 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:19.671971 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'port_id': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'mac_address': 'fa:16:3e:66:9e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:56:19.718310 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.739170 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a063ac3-1ff1-4108-823f-cffaff83af9a {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:19.760904 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993a401-5b79-4359-962c-dcd783303c13 req-ae2c531a-2477-4ad0-95b2-c24f2478ee88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:19.761710 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:19.763950 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5993a401-5b79-4359-962c-dcd783303c13 req-ae2c531a-2477-4ad0-95b2-c24f2478ee88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0805216 Jun 22 13:56:19.771027 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.771830 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 94411245-66ec-435d-8848-a0aed0d8a49d details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:56:19.774547 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-c5e3d3f3-1495-447b-91e9-79592abd0546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:19.787398 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42866) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:19.801880 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.834186 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5993a401-5b79-4359-962c-dcd783303c13 req-871ee422-6d87-4d0d-a861-9f0ec7c9707a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628843 Jun 22 13:56:19.893482 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:19.898264 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:19.917047 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.925663 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:19.930825 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-41c6d7a6-b414-4bfb-8024-dd97d4c436e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:19.950883 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 94411245-66ec-435d-8848-a0aed0d8a49d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=94411245-66ec-435d-8848-a0aed0d8a49d,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:19.966881 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '94411245-66ec-435d-8848-a0aed0d8a49d', 'network_id': '82a598ae-72d3-47f2-8c1f-c541bc5c23d1', 'port_id': '94411245-66ec-435d-8848-a0aed0d8a49d', 'mac_address': 'fa:16:3e:80:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf00806-4095-4284-aef5-da12a519c167', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:56:19.972222 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0426920e0f543309b82ccc5a7b3670f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834655 Jun 22 13:56:19.974609 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42868) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:19.982015 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08455090-d8d8-4f48-8504-8f32008c9934,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:19.985677 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:20.018657 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.034454 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94411245-66ec-435d-8848-a0aed0d8a49d {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:20.041321 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.056345 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 94411245-66ec-435d-8848-a0aed0d8a49d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=94411245-66ec-435d-8848-a0aed0d8a49d,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:20.065284 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.067436 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:20.069424 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.116065 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=94411245-66ec-435d-8848-a0aed0d8a49d,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:20.124274 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:20.133516 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.136747 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.139140 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08455090-d8d8-4f48-8504-8f32008c9934 HTTP/1.1" status: 204 len: 168 time: 0.1635084 Jun 22 13:56:20.139963 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:20.148395 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08455090-d8d8-4f48-8504-8f32008c9934,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:20.150757 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:20.694056 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 13c8de7b-c116-473b-9701-e8e4f8a32704 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:56:20.765256 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 13c8de7b-c116-473b-9701-e8e4f8a32704 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:20.771156 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 13c8de7b-c116-473b-9701-e8e4f8a32704 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:20.771733 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.775272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153a440-74d6-43fb-bb5e-68b58a85f906 req-1275ddf5-6bdd-48ad-9fcd-f536d96745a2 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:20.777190 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e153a440-74d6-43fb-bb5e-68b58a85f906 req-1275ddf5-6bdd-48ad-9fcd-f536d96745a2 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 944 time: 0.1294692 Jun 22 13:56:20.859776 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fe503-a9f0-450d-8fb4-92658655a9d8 req-499f8f1f-a9e0-46df-8f11-7dca12686586 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:20.861945 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b64fe503-a9f0-450d-8fb4-92658655a9d8 req-499f8f1f-a9e0-46df-8f11-7dca12686586 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 945 time: 0.1353836 Jun 22 13:56:20.866236 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e153a440-74d6-43fb-bb5e-68b58a85f906 req-255b8687-4528-4111-a479-c1e01a4794f8 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828900 Jun 22 13:56:20.874204 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.914931 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c8de7b-c116-473b-9701-e8e4f8a32704'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:20.917826 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2e0074-d06e-4adc-93ec-683dbb33f086" -d '{"events": [{"server_uuid": "e0baf66a-bd8a-4ad0-b392-4901002de247", "name": "network-vif-plugged", "status": "completed", "tag": "13c8de7b-c116-473b-9701-e8e4f8a32704"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:20.922979 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b64fe503-a9f0-450d-8fb4-92658655a9d8 req-bd4e9962-3a95-462c-b0f4-d415151100e6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544317 Jun 22 13:56:20.960034 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 13c8de7b-c116-473b-9701-e8e4f8a32704, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=13c8de7b-c116-473b-9701-e8e4f8a32704,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:20.965317 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:20.966423 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 7fa14b1d-5490-43ac-b550-922eab62f317 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:56:20.969371 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-d0b197ca-33cf-4f0d-814b-d42454639582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:21.010787 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5763be8-7864-4806-bb01-ab7fd5660689 x-openstack-request-id: req-b5763be8-7864-4806-bb01-ab7fd5660689 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:21.011227 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0baf66a-bd8a-4ad0-b392-4901002de247", "name": "network-vif-plugged", "status": "completed", "tag": "13c8de7b-c116-473b-9701-e8e4f8a32704", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:21.011523 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5763be8-7864-4806-bb01-ab7fd5660689 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:21.011972 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c8de7b-c116-473b-9701-e8e4f8a32704', 'code': 200} Jun 22 13:56:21.035387 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['4a063ac3-1ff1-4108-823f-cffaff83af9a'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:21.046118 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['94411245-66ec-435d-8848-a0aed0d8a49d'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:21.098101 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2222e77-f5f3-4290-9ace-a352de0ba5f8 req-e6ca6ff7-a4cc-451b-8d83-36e733590080 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:21.105912 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2222e77-f5f3-4290-9ace-a352de0ba5f8 req-e6ca6ff7-a4cc-451b-8d83-36e733590080 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 945 time: 0.1129494 Jun 22 13:56:21.146426 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2222e77-f5f3-4290-9ace-a352de0ba5f8 req-61e64bde-98cf-46fc-baf6-6c93f5e11f7d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Jun 22 13:56:21.209251 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=13c8de7b-c116-473b-9701-e8e4f8a32704,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:21.215855 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:21.249313 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 7fa14b1d-5490-43ac-b550-922eab62f317 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:21.260688 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 7fa14b1d-5490-43ac-b550-922eab62f317 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:21.260982 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:21.454260 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898a273-394f-4719-a903-e7bacf74200f req-3afaa348-58c9-431f-8e1f-defb791d3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:21.456381 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0898a273-394f-4719-a903-e7bacf74200f req-3afaa348-58c9-431f-8e1f-defb791d3036 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.1384559 Jun 22 13:56:21.465907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:21.510556 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 7fa14b1d-5490-43ac-b550-922eab62f317, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7fa14b1d-5490-43ac-b550-922eab62f317,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:21.520233 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:21.521773 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b97475c9-2d42-454b-81b7-174b82476573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:21.563997 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0898a273-394f-4719-a903-e7bacf74200f req-0e86015f-6afa-4afa-bafb-d43b6e1a1e2b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913877 Jun 22 13:56:21.589039 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=7fa14b1d-5490-43ac-b550-922eab62f317,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:21.593097 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:22.070430 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127efde-9228-4814-857b-b979f68a25aa req-b8cfaace-e796-4f86-b3ab-e7412a808001 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:22.072200 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9127efde-9228-4814-857b-b979f68a25aa req-b8cfaace-e796-4f86-b3ab-e7412a808001 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 944 time: 0.0815976 Jun 22 13:56:22.127998 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9127efde-9228-4814-857b-b979f68a25aa req-08d4ab2a-4776-41bc-81c2-0550a51d65e6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Jun 22 13:56:22.132186 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15763f7c-45ad-42da-af76-92f00e64ae6d req-1ba4602d-1620-47e4-8b03-7e5d0628b465 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:22.133693 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-15763f7c-45ad-42da-af76-92f00e64ae6d req-1ba4602d-1620-47e4-8b03-7e5d0628b465 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0823452 Jun 22 13:56:22.188977 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-15763f7c-45ad-42da-af76-92f00e64ae6d req-b6243d36-e68e-4ec4-84c3-36b9177125c1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485108 Jun 22 13:56:22.355315 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6f60-8b40-406e-9561-99e9d04b26f6 req-3c555486-e826-4678-8e2c-2b9f9e89adad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:22.357317 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5a6a6f60-8b40-406e-9561-99e9d04b26f6 req-3c555486-e826-4678-8e2c-2b9f9e89adad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 945 time: 0.0685258 Jun 22 13:56:22.395451 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5a6a6f60-8b40-406e-9561-99e9d04b26f6 req-ca148535-5a2b-4401-9921-5bdbbc9b6531 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325117 Jun 22 13:56:22.610327 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4a063ac3-1ff1-4108-823f-cffaff83af9a up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:56:22.680103 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 4a063ac3-1ff1-4108-823f-cffaff83af9a completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:22.685844 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 4a063ac3-1ff1-4108-823f-cffaff83af9a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:22.686341 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:22.771105 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:22.811578 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:22.816728 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:22.817927 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 94411245-66ec-435d-8848-a0aed0d8a49d up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:56:22.821134 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:22.863144 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43012) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:22.946009 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:22.952228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:22.964420 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 94411245-66ec-435d-8848-a0aed0d8a49d completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:56:22.970864 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 94411245-66ec-435d-8848-a0aed0d8a49d triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:56:22.971442 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.011032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.014373 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317'}, {'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:23.016925 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5275bde-df49-4cb1-b177-6e03ab23721b" -d '{"events": [{"server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "name": "network-vif-plugged", "status": "completed", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317"}, {"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:23.096789 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.116552 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.123326 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.135191 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0706e1-fc98-46e1-9605-689235ecca44 x-openstack-request-id: req-ad0706e1-fc98-46e1-9605-689235ecca44 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:23.136195 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "name": "network-vif-plugged", "status": "completed", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317", "code": 200}, {"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:23.136679 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad0706e1-fc98-46e1-9605-689235ecca44 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:23.137255 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317', 'code': 200} Jun 22 13:56:23.140715 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'code': 200} Jun 22 13:56:23.148451 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:23.153339 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 94411245-66ec-435d-8848-a0aed0d8a49d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=94411245-66ec-435d-8848-a0aed0d8a49d,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:23.161269 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.163400 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:23.177693 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ca08ed7f1c145338178ebc479f557a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134131 Jun 22 13:56:23.180539 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43036) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:23.198427 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956dcec-f752-4bc5-b2df-dba9997120aa,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:23.204043 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:23.266814 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=94411245-66ec-435d-8848-a0aed0d8a49d,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:23.274862 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:23.315505 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.377823 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.482044 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0122d-4aa9-4018-b49d-50d0666f7298 req-1a0cb62b-3167-490c-bc14-2556040ede0a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:23.494416 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-36b0122d-4aa9-4018-b49d-50d0666f7298 req-1a0cb62b-3167-490c-bc14-2556040ede0a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1162281 Jun 22 13:56:23.524019 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.532926 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:23.534248 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3956dcec-f752-4bc5-b2df-dba9997120aa HTTP/1.1" status: 204 len: 168 time: 0.3521762 Jun 22 13:56:23.537964 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:23.551125 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-36b0122d-4aa9-4018-b49d-50d0666f7298 req-4a8f9724-ee32-40b7-9211-0cd4b6d9f344 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557096 Jun 22 13:56:23.551674 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956dcec-f752-4bc5-b2df-dba9997120aa,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:23.554229 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:23.600091 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456e76-b9cd-474e-9663-70c40920b1fa req-699d0207-6739-4043-a9e8-63bed05620ce tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:23.601800 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f1456e76-b9cd-474e-9663-70c40920b1fa req-699d0207-6739-4043-a9e8-63bed05620ce tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.1333702 Jun 22 13:56:23.695516 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1eb8c-172d-4751-8034-f24c89ddd115 req-1d06725c-965c-44d1-b99c-7f25fed3b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:23.697021 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-56c1eb8c-172d-4751-8034-f24c89ddd115 req-1d06725c-965c-44d1-b99c-7f25fed3b7be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 1099 time: 0.0924900 Jun 22 13:56:23.698130 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f1456e76-b9cd-474e-9663-70c40920b1fa req-f9b72d3b-05b0-4b89-bd99-a927c205fe4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830014 Jun 22 13:56:23.722714 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994e01c-6d8f-4c5a-be54-a3aea34a10d1 req-b94f4bbc-7d1c-43d9-96a4-fafade6510d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:23.724102 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d994e01c-6d8f-4c5a-be54-a3aea34a10d1 req-b94f4bbc-7d1c-43d9-96a4-fafade6510d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.1029334 Jun 22 13:56:23.746929 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-56c1eb8c-172d-4751-8034-f24c89ddd115 req-3ad1fe4c-f4e6-4073-a309-554b29ec2c9e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Jun 22 13:56:23.758997 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa184480-609f-4ee9-a9ad-119ea358ae92 req-865e97be-12a0-4583-8bb4-e0024b1ca133 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:23.760569 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aa184480-609f-4ee9-a9ad-119ea358ae92 req-865e97be-12a0-4583-8bb4-e0024b1ca133 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0981572 Jun 22 13:56:23.763901 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d994e01c-6d8f-4c5a-be54-a3aea34a10d1 req-d33e51c1-74a5-4317-9cc7-c0d927f82276 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Jun 22 13:56:23.804928 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aa184480-609f-4ee9-a9ad-119ea358ae92 req-cdbff92f-94bd-4d31-865d-da1608510819 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376213 Jun 22 13:56:23.899684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43054) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:23.913787 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.024480 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.029599 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.034713 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:24.077068 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4091638656b4327b546dcaae0f7146b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738322 Jun 22 13:56:24.077341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43064) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:24.083349 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f939d1af-efda-476d-a893-9435e0826b14,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:24.086579 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:24.136188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.158195 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.206163 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.208822 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:24.209972 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f939d1af-efda-476d-a893-9435e0826b14 HTTP/1.1" status: 204 len: 168 time: 0.1317928 Jun 22 13:56:24.210634 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:24.219252 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f939d1af-efda-476d-a893-9435e0826b14,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:24.221571 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:24.777831 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203012ac-9e9a-47f3-9e89-60c22e4ef134 req-55e40f9b-18d3-4d67-99d3-195b723f3ec0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:24.780333 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-203012ac-9e9a-47f3-9e89-60c22e4ef134 req-55e40f9b-18d3-4d67-99d3-195b723f3ec0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1039691 Jun 22 13:56:24.849060 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-203012ac-9e9a-47f3-9e89-60c22e4ef134 req-d47ee9a2-eafb-468f-80b7-0abc9ed5f052 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629416 Jun 22 13:56:25.027686 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c2725-354d-47e6-aca2-95a49ec1c355 req-4ebd3f99-b30b-41c5-8434-73751297bf9c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:25.029980 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f66c2725-354d-47e6-aca2-95a49ec1c355 req-4ebd3f99-b30b-41c5-8434-73751297bf9c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.1130793 Jun 22 13:56:25.058340 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3adf9-c04e-41dc-95f6-f1acfe5c563d req-b3ae3acd-e8ff-4b1c-9045-a320c8ef8a45 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:25.066784 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c8a3adf9-c04e-41dc-95f6-f1acfe5c563d req-b3ae3acd-e8ff-4b1c-9045-a320c8ef8a45 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0944002 Jun 22 13:56:25.094830 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f66c2725-354d-47e6-aca2-95a49ec1c355 req-177e018c-c888-4329-a5b4-ee0fa20bf827 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570760 Jun 22 13:56:25.112577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43160) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:25.136371 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c8a3adf9-c04e-41dc-95f6-f1acfe5c563d req-3f7c5846-9eaa-4a79-b85a-7720caa6ceab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682228 Jun 22 13:56:25.141873 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a18969b-2053-437c-905f-713c0023cece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94411245-66ec-435d-8848-a0aed0d8a49d'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:25.145300 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95c691e-55bf-4f02-ac87-b41f0d383568" -d '{"events": [{"server_uuid": "4a18969b-2053-437c-905f-713c0023cece", "name": "network-vif-plugged", "status": "completed", "tag": "94411245-66ec-435d-8848-a0aed0d8a49d"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:25.184996 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594dc9a9-ad29-4e9d-9509-7951f9268941 x-openstack-request-id: req-594dc9a9-ad29-4e9d-9509-7951f9268941 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:25.184996 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a18969b-2053-437c-905f-713c0023cece", "name": "network-vif-plugged", "status": "completed", "tag": "94411245-66ec-435d-8848-a0aed0d8a49d", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:25.185271 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-594dc9a9-ad29-4e9d-9509-7951f9268941 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:25.185679 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a18969b-2053-437c-905f-713c0023cece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94411245-66ec-435d-8848-a0aed0d8a49d', 'code': 200} Jun 22 13:56:25.228628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-942082134-network', 'tenant_id': '27d07dff6b054125a1c275cc82ae88c2'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:25.250168 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Made reservation on behalf of 27d07dff6b054125a1c275cc82ae88c2 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:25.252654 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.260931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.353510 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.357881 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.360772 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ab783f6f-8b13-453e-986c-35f99bca5a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:25.382671 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:56:25.393467 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c4de9-e6bd-4ff1-b78f-5207658dbda9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:25.397585 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:25.398589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.398942 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Added segment 1ab16217-1dc3-4930-a557-3aa230d39886 of type vlan for network a10cf9f4-a7e0-4133-a37e-aae1f07801d0 Jun 22 13:56:25.439286 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.468401 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.469835 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:25.470438 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.472429 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-94b1330a-6f69-4a95-877c-8a44a7b27cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:25.522748 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4090290 Jun 22 13:56:25.525774 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43168) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:25.531704 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Request body: {'subnet': {'network_id': 'a10cf9f4-a7e0-4133-a37e-aae1f07801d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-942082134-subnet', 'tenant_id': '27d07dff6b054125a1c275cc82ae88c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:25.534836 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Pushing event updated for resources: {'Network': ['ID=a10cf9f4-a7e0-4133-a37e-aae1f07801d0,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:25.538242 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:25.546330 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network a10cf9f4-a7e0-4133-a37e-aae1f07801d0 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:56:25.554338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Made reservation on behalf of 27d07dff6b054125a1c275cc82ae88c2 for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:25.556922 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.735432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.737716 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-051f1b76-dd0e-4973-bad7-ffc7ed190fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:25.787399 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d7aec5-c5ca-4582-b24d-9c8c6ad4bb32,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:25.791780 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:25.808091 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Checking segment: {'id': '1ab16217-1dc3-4930-a557-3aa230d39886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a10cf9f4-a7e0-4133-a37e-aae1f07801d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:25.808994 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Network hostable DHCP agents. Network: a10cf9f4-a7e0-4133-a37e-aae1f07801d0, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:56:25.827010 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Network a10cf9f4-a7e0-4133-a37e-aae1f07801d0 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:56:25.835834 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, a10cf9f4-a7e0-4133-a37e-aae1f07801d0) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:25.840607 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:25.841212 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:25.845677 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eba54e0-c7cc-457a-b4ef-5e0f197aa570 None None] Network a10cf9f4-a7e0-4133-a37e-aae1f07801d0 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:56:25.857214 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3301439 Jun 22 13:56:25.979802 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40642951-0d71-4a6d-adf2-bd5f30b4fe67 None None] Network a10cf9f4-a7e0-4133-a37e-aae1f07801d0 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:56:26.054884 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1b20a-3fed-4bc0-bb75-ff65f8271f39 req-229245fe-a8a8-4ac8-8b4c-171fe04c09fc tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:26.064235 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4cf1b20a-3fed-4bc0-bb75-ff65f8271f39 req-229245fe-a8a8-4ac8-8b4c-171fe04c09fc tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0889878 Jun 22 13:56:26.105220 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4cf1b20a-3fed-4bc0-bb75-ff65f8271f39 req-acb852dd-b6d4-4cee-8049-247923378264 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Jun 22 13:56:26.313273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0389a5-ad8a-4499-a020-d47be421a069 req-d88597ac-32e5-4810-ac15-505f87d13fbd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:26.316400 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6a0389a5-ad8a-4499-a020-d47be421a069 req-d88597ac-32e5-4810-ac15-505f87d13fbd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0816336 Jun 22 13:56:26.359481 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6a0389a5-ad8a-4499-a020-d47be421a069 req-90fdabbc-2426-4d30-9f9b-769dddadfb37 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371745 Jun 22 13:56:26.369550 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca48f81-b597-4645-948f-605533c16d15 req-b25adc33-d014-40a6-8367-b8254fce638d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:26.372176 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aca48f81-b597-4645-948f-605533c16d15 req-b25adc33-d014-40a6-8367-b8254fce638d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0803039 Jun 22 13:56:26.417572 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aca48f81-b597-4645-948f-605533c16d15 req-8ecce497-8cd8-4f62-8403-eca5d775ff7a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Jun 22 13:56:26.488202 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43198) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:26.493156 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1436859115-network', 'tenant_id': '7a5589ac79eb4ab4a22ce27b47397fbb'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:26.519615 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Made reservation on behalf of 7a5589ac79eb4ab4a22ce27b47397fbb for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:26.522026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.531040 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.624367 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.628624 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.631919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a5cb5b28-4533-4e25-89d9-313d63f1cd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:26.655916 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:56:26.665979 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df209840-7516-4571-9674-f2ad5acef690,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:26.672359 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:26.673568 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.673724 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Added segment 4b06c3b8-d253-4a31-85dd-a5dcdebeba5d of type vlan for network 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9 Jun 22 13:56:26.721077 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.752476 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.753463 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:26.754048 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:26.756095 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-01feed90-b99b-4e64-a8e6-1590e3ea4ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:26.804157 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3148239 Jun 22 13:56:26.807223 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43202) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:26.812520 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Request body: {'subnet': {'network_id': '35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1436859115-subnet', 'tenant_id': '7a5589ac79eb4ab4a22ce27b47397fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:26.817034 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Pushing event updated for resources: {'Network': ['ID=35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:26.819823 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:26.828486 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:56:26.833852 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Made reservation on behalf of 7a5589ac79eb4ab4a22ce27b47397fbb for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:26.836394 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:27.007183 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:27.010051 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6a407eb3-fb07-4214-a60b-0a2170640aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:27.064728 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076c89b8-e6b2-4401-bb18-41c0528cf4af,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:27.069563 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:27.070656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Checking segment: {'id': '4b06c3b8-d253-4a31-85dd-a5dcdebeba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:27.071042 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Network hostable DHCP agents. Network: 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:56:27.088626 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Network 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:56:27.097665 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:27.102343 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:27.103309 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:27.107628 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6aa405-d554-4f9c-9976-29486fb26bff None None] Network 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:56:27.119553 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3110962 Jun 22 13:56:27.303368 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36788ad-0639-4114-b1a5-c06ed312e9d9 None None] Network 35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:56:27.415614 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8d63c-4668-4f14-9572-650604da8e91 req-a385cb30-0b94-4fef-858f-f0fc245ebbe0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:27.419957 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-90e8d63c-4668-4f14-9572-650604da8e91 req-a385cb30-0b94-4fef-858f-f0fc245ebbe0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1344123 Jun 22 13:56:27.490429 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-90e8d63c-4668-4f14-9572-650604da8e91 req-d3c1b67c-7b56-4b56-bccc-41ab755ad6d5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Jun 22 13:56:27.714067 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3fe54-e294-494f-98bf-1473d1bdad2c req-a4868db6-ffde-41fb-bf9b-c518c7b34f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:27.716523 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9bd3fe54-e294-494f-98bf-1473d1bdad2c req-a4868db6-ffde-41fb-bf9b-c518c7b34f1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.1746528 Jun 22 13:56:27.722379 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd7f72-db86-411f-8d0b-4a33a2974b49 req-3cbc473b-00a9-4715-bdd2-70c72fb5e961 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:27.730561 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b3fd7f72-db86-411f-8d0b-4a33a2974b49 req-3cbc473b-00a9-4715-bdd2-70c72fb5e961 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0892749 Jun 22 13:56:27.733657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e743a4a-89f2-48b6-a35d-1e8944fa4250 req-c4377a30-0846-437c-809f-dd7fe77eac3f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:27.735163 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0e743a4a-89f2-48b6-a35d-1e8944fa4250 req-c4377a30-0846-437c-809f-dd7fe77eac3f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.1240706 Jun 22 13:56:27.788363 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b3fd7f72-db86-411f-8d0b-4a33a2974b49 req-06c45307-bcb6-4cfd-a2ae-d205490228bd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566645 Jun 22 13:56:27.831869 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9bd3fe54-e294-494f-98bf-1473d1bdad2c req-63e4e372-7ffc-4392-82dc-8886c70ce21b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873575 Jun 22 13:56:27.851689 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0e743a4a-89f2-48b6-a35d-1e8944fa4250 req-45cb2b74-cb23-4f4a-a27b-2d9ba58024ee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085773 Jun 22 13:56:27.924146 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43246) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:28.032478 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.131987 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.135539 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.139035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6dbcfa4c-dab0-4858-8a1d-1e3948773539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:28.178881 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ca1cc-80ab-47f6-8b4f-72de140eb254,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:28.182008 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:28.184932 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddef05561dcb4249b9d850ce57663bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597926 Jun 22 13:56:28.187684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43254) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:28.238186 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.260876 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.312778 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.315527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.316696 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c88ca1cc-80ab-47f6-8b4f-72de140eb254 HTTP/1.1" status: 204 len: 168 time: 0.1282353 Jun 22 13:56:28.317436 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c58db011-3c43-4990-ab78-f9aa578dca56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:28.330977 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ca1cc-80ab-47f6-8b4f-72de140eb254,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:28.338340 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.338707 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.339065 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.339423 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.340571 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.341264 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.341264 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.341469 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.341818 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.342171 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.342494 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.342830 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.345766 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:28.628682 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43286) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:28.647398 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.693611 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e81aa2-578a-4afa-b0ec-3c7c99af7185 req-344ffedd-f380-44aa-9e08-f2219218c91d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:28.695354 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-97e81aa2-578a-4afa-b0ec-3c7c99af7185 req-344ffedd-f380-44aa-9e08-f2219218c91d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0822432 Jun 22 13:56:28.748422 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-97e81aa2-578a-4afa-b0ec-3c7c99af7185 req-f9321f2f-4f0c-43f7-ae72-a2a502f3bb8e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Jun 22 13:56:28.762569 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.767745 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.770735 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:28.810917 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a90c8-528b-4595-932d-21facc38cc19,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:28.822912 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeaeee7016e24605b16a92e6046b71b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892383 Jun 22 13:56:28.822912 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.824146 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43292) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:28.831810 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.832391 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.832949 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.833034 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.833432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.833768 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.834115 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.834475 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.834800 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.835139 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.835500 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:28.839501 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:28.851712 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43294) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:28.925529 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:28.979481 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.007051 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.052898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.057804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.063501 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/156a90c8-528b-4595-932d-21facc38cc19 HTTP/1.1" status: 204 len: 168 time: 0.2376485 Jun 22 13:56:29.064546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1836c01c-c09e-483f-bd49-7224d729d00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:29.087258 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a90c8-528b-4595-932d-21facc38cc19,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:29.103647 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:29.210333 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37716bcb-51e2-4371-b39c-a51c348cbdd3 req-bb7fe708-b184-43ac-bac1-f4130cabfc6a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:29.217266 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-37716bcb-51e2-4371-b39c-a51c348cbdd3 req-bb7fe708-b184-43ac-bac1-f4130cabfc6a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.1148283 Jun 22 13:56:29.255021 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce41084-71ec-427b-b2bd-1a566fcdaf72 req-3d1cdf2c-19f9-491c-b96f-fb2e31f3ded8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:29.256872 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9ce41084-71ec-427b-b2bd-1a566fcdaf72 req-3d1cdf2c-19f9-491c-b96f-fb2e31f3ded8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1695266 Jun 22 13:56:29.275768 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.285313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.312245 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf472ea6-50ad-482d-9a64-44dbfa133e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:29.346033 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed14064c-6525-4edd-9e27-2c84165e4cd5,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:29.349697 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:29.369541 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-37716bcb-51e2-4371-b39c-a51c348cbdd3 req-1d629f18-cf46-428a-90de-014828998bc1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421149 Jun 22 13:56:29.390246 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26cb3691560d4fd893471658d80fa58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370681 Jun 22 13:56:29.393214 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43320) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:29.402187 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9ce41084-71ec-427b-b2bd-1a566fcdaf72 req-29aecf32-3343-460a-97b3-fbb088174b62 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333048 Jun 22 13:56:29.461766 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.507278 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.614996 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1e862-e710-4a54-a936-67a1ae68ad9e req-57539a7b-d87d-46f8-b039-c3009cbe5668 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:29.619677 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74b1e862-e710-4a54-a936-67a1ae68ad9e req-57539a7b-d87d-46f8-b039-c3009cbe5668 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0960050 Jun 22 13:56:29.625742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43336) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:29.631654 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'floatingip': {'port_id': '7fa14b1d-5490-43ac-b550-922eab62f317'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:29.659436 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.662120 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.664298 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed14064c-6525-4edd-9e27-2c84165e4cd5 HTTP/1.1" status: 204 len: 168 time: 0.2691317 Jun 22 13:56:29.701110 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-88fc37fe-2f16-44b4-90a5-192588494c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:29.720765 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:29.723513 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed14064c-6525-4edd-9e27-2c84165e4cd5,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:29.727001 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:29.947934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0eaeb-a992-4960-9329-99a061d27c72 req-11a5f7db-e758-4900-891a-9d2fe4a5c9a6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:29.951018 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0de0eaeb-a992-4960-9329-99a061d27c72 req-11a5f7db-e758-4900-891a-9d2fe4a5c9a6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0738926 Jun 22 13:56:30.001525 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0de0eaeb-a992-4960-9329-99a061d27c72 req-8d75f7bf-6510-403c-9e37-a10ce75cca17 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354371 Jun 22 13:56:30.169320 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43360) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:30.184066 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.305066 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.311136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.314830 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:30.354154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=def7bb165a6b4649b6486393a21a3d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839173 Jun 22 13:56:30.355366 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645e352b-6240-40fa-b7d2-73771ccf5c86,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:30.357409 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43362) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:30.359582 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:30.560350 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.669821 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.813762 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9266-e9f9-435c-9f1c-0e5f7cbbdbcf req-52a160f4-3ba1-4797-99e3-623e2869906d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:30.815273 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d05a9266-e9f9-435c-9f1c-0e5f7cbbdbcf req-52a160f4-3ba1-4797-99e3-623e2869906d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.2375321 Jun 22 13:56:30.819388 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.836308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.879848 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.882303 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:30.883401 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/645e352b-6240-40fa-b7d2-73771ccf5c86 HTTP/1.1" status: 204 len: 168 time: 0.5250313 Jun 22 13:56:30.894437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-55489e76-ff0e-48cc-bc9e-5fe75b951cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:30.910553 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d05a9266-e9f9-435c-9f1c-0e5f7cbbdbcf req-9376da41-ec5d-4fa1-96de-316658785670 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892627 Jun 22 13:56:30.911270 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e352b-6240-40fa-b7d2-73771ccf5c86,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:30.913988 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:30.975019 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Floating IP ae75e880-d6b1-45df-91ce-5ae419f08fb3 associated. External IP: 172.27.0.78, port: 7fa14b1d-5490-43ac-b550-922eab62f317. Jun 22 13:56:31.116766 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586373-fe69-4f00-945a-14a4d6a53c30 req-ef37ce17-b7a9-4cd4-8fb1-8a8cdd000751 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:31.119450 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6d586373-fe69-4f00-945a-14a4d6a53c30 req-ef37ce17-b7a9-4cd4-8fb1-8a8cdd000751 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0897362 Jun 22 13:56:31.129218 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43384) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:31.135537 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'floatingip': {'port_id': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:31.210730 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:31.388238 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Router badf917d-c7f0-4996-9d33-e8be222a6e84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:56:31.412931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74f53-d98e-42a3-843f-225033344ed3 req-a1991397-5e17-4442-9d43-0e22480e6155 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:31.414437 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74d74f53-d98e-42a3-843f-225033344ed3 req-a1991397-5e17-4442-9d43-0e22480e6155 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.2732513 Jun 22 13:56:31.759771 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74d74f53-d98e-42a3-843f-225033344ed3 req-91b669df-c276-423f-a017-0462c317fbf3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144131 Jun 22 13:56:31.899069 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:56:31.905755 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:31.919496 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:56:31.928221 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:56:31.928841 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:56:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:31.989611 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-3ee6452f-1542-4863-a2bc-b0f317d1c794 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "PUT /v2.0/floatingips/ae75e880-d6b1-45df-91ce-5ae419f08fb3 HTTP/1.1" status: 200 len: 991 time: 2.3623793 Jun 22 13:56:31.991674 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:31.994091 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a504146a-81f8-42ba-aab4-ffb7021c483a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:32.059656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c3892-68a0-43c7-9448-e9445a795d20 x-openstack-request-id: req-b53c3892-68a0-43c7-9448-e9445a795d20 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:32.060048 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:32.060393 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b53c3892-68a0-43c7-9448-e9445a795d20 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:32.060878 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317', 'status': 'completed', 'code': 200} Jun 22 13:56:32.061761 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:56:32.127392 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:32.131132 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:32.231350 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Floating IP fbd3de04-311c-430b-8797-d472edd890e6 associated. External IP: 172.27.0.125, port: 4a063ac3-1ff1-4108-823f-cffaff83af9a. Jun 22 13:56:32.372066 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'ae75e880-d6b1-45df-91ce-5ae419f08fb3', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'port_id': '7fa14b1d-5490-43ac-b550-922eab62f317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'mac_address': 'fa:16:3e:d6:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T13:55:47Z', 'updated_at': '2021-06-22T13:56:30Z', 'revision_number': 1, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:32.399342 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:56:32.409484 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:56:32.410133 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:56:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:32.473365 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:56:32.608650 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:56:32.620440 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:56:32.621753 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:32.634998 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:56:32.636755 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:56:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:32.651433 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:56:32.674909 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4d56b6f9-e15a-484c-8598-e448f9ca774b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "PUT /v2.0/floatingips/fbd3de04-311c-430b-8797-d472edd890e6 HTTP/1.1" status: 200 len: 992 time: 1.5445573 Jun 22 13:56:32.795402 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:56:32.954608 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'ae75e880-d6b1-45df-91ce-5ae419f08fb3', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'port_id': '7fa14b1d-5490-43ac-b550-922eab62f317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'mac_address': 'fa:16:3e:d6:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T13:55:47Z', 'updated_at': '2021-06-22T13:56:30Z', 'revision_number': 1, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:32.985397 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92f03f4-bcb1-4d30-92be-c3e1bc9bd35c None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'ae75e880-d6b1-45df-91ce-5ae419f08fb3', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'port_id': '7fa14b1d-5490-43ac-b550-922eab62f317', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'mac_address': 'fa:16:3e:d6:54:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T13:55:47Z', 'updated_at': '2021-06-22T13:56:30Z', 'revision_number': 1, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:56:33.001298 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f7799792-cec5-42dd-a102-657285442dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:33.116189 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'fbd3de04-311c-430b-8797-d472edd890e6', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'port_id': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'mac_address': 'fa:16:3e:66:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T13:55:53Z', 'updated_at': '2021-06-22T13:56:32Z', 'revision_number': 1, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:33.150116 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:56:33.161205 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:56:33.161956 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:56:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:33.248639 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbba98c-3197-4da2-bb05-0290abfb4826 None None] New status for floating IP ae75e880-d6b1-45df-91ce-5ae419f08fb3: ACTIVE {{(pid=92749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 13:56:33.288320 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:56:33.554468 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'fbd3de04-311c-430b-8797-d472edd890e6', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'port_id': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'mac_address': 'fa:16:3e:66:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T13:55:53Z', 'updated_at': '2021-06-22T13:56:32Z', 'revision_number': 1, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:33.582705 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797e691-4430-40f4-bcbd-fc71f8c0b8aa None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'fbd3de04-311c-430b-8797-d472edd890e6', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'port_id': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'mac_address': 'fa:16:3e:66:9e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T13:55:53Z', 'updated_at': '2021-06-22T13:56:32Z', 'revision_number': 1, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:56:33.769506 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-d899beb8-ccd6-4510-ac0e-dfdf6aa63c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:33.773205 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-d899beb8-ccd6-4510-ac0e-dfdf6aa63c09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.0613382 Jun 22 13:56:33.835959 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b28470b-c32a-4bb6-b040-9be8e766ea32 None None] New status for floating IP fbd3de04-311c-430b-8797-d472edd890e6: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 13:56:33.961592 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-ecc70f14-e1bd-42fe-84e7-c944b31fa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:33.963342 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-ecc70f14-e1bd-42fe-84e7-c944b31fa707 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.1337066 Jun 22 13:56:34.063417 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:34.066641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59" -d '{"events": [{"name": "network-changed", "server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:34.094004 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf413f-88d4-46af-b61f-b54dd9e47d34 req-f6e0b5dd-e1b4-4d48-afaf-376272efc59b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.095955 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dfdf413f-88d4-46af-b61f-b54dd9e47d34 req-f6e0b5dd-e1b4-4d48-afaf-376272efc59b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1427093 Jun 22 13:56:34.153971 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fe15cb-0044-4ab3-9c46-9ebab93b20df x-openstack-request-id: req-95fe15cb-0044-4ab3-9c46-9ebab93b20df {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:34.154298 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:34.154576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95fe15cb-0044-4ab3-9c46-9ebab93b20df {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:34.155500 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'status': 'completed', 'code': 200} Jun 22 13:56:34.169184 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dfdf413f-88d4-46af-b61f-b54dd9e47d34 req-4151537e-cbcb-4631-96d2-67f6e00fa95f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668092 Jun 22 13:56:34.189202 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-a3fd7a47-4047-4e02-b4e5-dbc6c1edf1ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1001 time: 0.1886563 Jun 22 13:56:34.283051 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-1d956689-3665-41c0-937e-b0bc9ae3665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.284347 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-1d956689-3665-41c0-937e-b0bc9ae3665f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0498426 Jun 22 13:56:34.307239 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-e7539576-5786-4548-8888-29a09dff6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.309984 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-e7539576-5786-4548-8888-29a09dff6cd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 1099 time: 0.0744932 Jun 22 13:56:34.356947 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-d191ac53-6c3e-4bc1-8897-2d9540de1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.358641 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-d191ac53-6c3e-4bc1-8897-2d9540de1cb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658543 Jun 22 13:56:34.377944 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43550) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:34.419841 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-fb0919e3-e4e8-4500-95d6-f4f349608a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.421236 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-fb0919e3-e4e8-4500-95d6-f4f349608a84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 918 time: 0.0945508 Jun 22 13:56:34.466837 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-e7eb4227-7180-4ff1-838a-672b532c7f9a service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969853 Jun 22 13:56:34.531594 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-5f8dedce-626c-427c-aff0-59607c6fb88a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a HTTP/1.1" status: 200 len: 1002 time: 0.0993299 Jun 22 13:56:34.543043 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.591739 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-cf4d5e4d-cb75-462a-aedd-25d435652a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.593992 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-cf4d5e4d-cb75-462a-aedd-25d435652a3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0552840 Jun 22 13:56:34.640149 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a504146a-81f8-42ba-aab4-ffb7021c483a req-20e36317-ff1f-44db-adad-19d0a821d664 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614001 Jun 22 13:56:34.683834 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.687548 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-7d5beb04-b73a-4486-898d-4a34e7049466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:34.689981 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.692622 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:34.695046 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-7d5beb04-b73a-4486-898d-4a34e7049466 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863245 Jun 22 13:56:34.734765 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=544a3ca9be344273942000e254c113f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509214 Jun 22 13:56:34.734765 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fff093-8b24-4f7b-a117-1da87ad249f9,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:34.735185 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43566) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:34.749192 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:34.818505 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-bda5bb9a-293c-4763-9056-0da9578a7157 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204395 Jun 22 13:56:34.818850 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.863382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.935522 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.940646 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:34.945615 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5fff093-8b24-4f7b-a117-1da87ad249f9 HTTP/1.1" status: 204 len: 168 time: 0.2081306 Jun 22 13:56:34.948265 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c04e89cf-fcfd-4f5d-a498-09ff5ac4ed45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:34.969389 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fff093-8b24-4f7b-a117-1da87ad249f9,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:34.975203 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:34.975521 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b90717a-93e0-4374-9d7a-96fd0e6f3a59 req-c427c58d-4ae6-426e-8329-eab0217d600c service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449990 Jun 22 13:56:35.319323 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43590) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:35.336122 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.454916 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.460337 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.462962 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-22b2dba9-d833-46e5-9b1c-074ca97a3977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:35.466532 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681aa92-6071-4d70-9293-b64916f9ee71 req-2c7098a7-4e4f-4365-a771-bbb1741257f9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:35.473803 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2681aa92-6071-4d70-9293-b64916f9ee71 req-2c7098a7-4e4f-4365-a771-bbb1741257f9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1366377 Jun 22 13:56:35.516919 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47425563e00044318f2c16201df8a016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963003 Jun 22 13:56:35.517823 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65eb5c-1da7-439f-a8b3-7028e26d9637,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:35.519495 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43598) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:35.521054 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:35.538670 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2681aa92-6071-4d70-9293-b64916f9ee71 req-30b0e70b-8966-45f6-9f34-23f0a6220fd5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638194 Jun 22 13:56:35.577056 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.598518 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.657001 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.659759 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:35.665476 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa65eb5c-1da7-439f-a8b3-7028e26d9637 HTTP/1.1" status: 204 len: 168 time: 0.1399107 Jun 22 13:56:35.665476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bcca3daf-2cb0-4c36-b4fd-398d8260371f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:35.672297 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa65eb5c-1da7-439f-a8b3-7028e26d9637,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:35.674827 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:35.691331 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74a4c-b4c6-4cd9-b8e1-4921ab4ea09f req-0f10d570-0947-4000-a3e9-706068874c19 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:35.693029 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2df74a4c-b4c6-4cd9-b8e1-4921ab4ea09f req-0f10d570-0947-4000-a3e9-706068874c19 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0787361 Jun 22 13:56:35.762018 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2df74a4c-b4c6-4cd9-b8e1-4921ab4ea09f req-14846f12-8ff2-4583-b0a8-fe121f11d5d2 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603056 Jun 22 13:56:35.889310 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:36.052970 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98c6a2-6412-4f19-a308-7fc26ded4855 req-08ab27e4-e1b1-426d-9226-22d36f326bfd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:36.054566 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-af98c6a2-6412-4f19-a308-7fc26ded4855 req-08ab27e4-e1b1-426d-9226-22d36f326bfd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0849354 Jun 22 13:56:36.100746 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-af98c6a2-6412-4f19-a308-7fc26ded4855 req-15101ccc-66e4-43b9-b31c-d57dad39e390 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393612 Jun 22 13:56:36.101075 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-86a1c9f7-14e7-4b7c-a62b-c2840d71e4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:36.932428 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.152998 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43668) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:37.269727 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.365250 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.370308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.373714 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:37.409278 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36bfd924aaf8437fb4611170a6896360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551551 Jun 22 13:56:37.410163 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0ee8c-1273-412e-a0d0-b57f15311d9f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:37.412938 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43674) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:37.413452 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:37.481186 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.510793 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.560752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.563565 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:37.567441 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5b0ee8c-1273-412e-a0d0-b57f15311d9f HTTP/1.1" status: 204 len: 168 time: 0.1501765 Jun 22 13:56:37.567441 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:37.574814 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0ee8c-1273-412e-a0d0-b57f15311d9f,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:37.577660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:38.472261 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:38.697397 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43712) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:38.738358 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-bb7de626-f382-47fc-8263-47fd95f38249 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738890 Jun 22 13:56:38.756169 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-308fb33e-2c1f-45f4-92e7-9493b89955de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:38.758650 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-308fb33e-2c1f-45f4-92e7-9493b89955de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0843341 Jun 22 13:56:38.838273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:38.997911 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-60e6a64b-8ef1-443a-b768-131031df27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:38.999414 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-60e6a64b-8ef1-443a-b768-131031df27be service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1692898 Jun 22 13:56:39.007804 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eb46b-29b4-44c0-91d5-b76ff5cffeaa req-d963758f-314a-4612-80db-5def171d6ed9 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:39.009301 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-412eb46b-29b4-44c0-91d5-b76ff5cffeaa req-d963758f-314a-4612-80db-5def171d6ed9 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.1239467 Jun 22 13:56:39.029881 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:39.033098 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-fd33ceff-52bd-4b31-aaf9-b1979ae459fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:39.034621 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-fd33ceff-52bd-4b31-aaf9-b1979ae459fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.1562076 Jun 22 13:56:39.037770 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:39.040598 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-056c64b3-05f5-4cfd-8119-50cca646b166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:39.060167 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-c956b71b-17ea-41ca-bed6-efcf986adced service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0498712 Jun 22 13:56:39.075689 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf9d3d-28e7-4aea-b3fa-c9da2bf40777 req-5bdb5d60-3405-49ca-b39f-26ab917a7d68 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:39.077239 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-45cf9d3d-28e7-4aea-b3fa-c9da2bf40777 req-5bdb5d60-3405-49ca-b39f-26ab917a7d68 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1671271 Jun 22 13:56:39.092052 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7411a82f-bfef-48dc-9b64-98fb52ca2eab,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:39.108879 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff374c5a06494d398060bc4125fcd9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104164 Jun 22 13:56:39.109878 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:39.118326 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43718) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:39.123617 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-412eb46b-29b4-44c0-91d5-b76ff5cffeaa req-20a2f869-3f96-4def-a27d-827bdd532c2c tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Jun 22 13:56:39.173013 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-45cf9d3d-28e7-4aea-b3fa-c9da2bf40777 req-a6b6f52a-835c-4dad-9c24-48c4cff1f307 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839419 Jun 22 13:56:39.196738 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:39.218563 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:39.278335 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:39.283324 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:39.285133 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7411a82f-bfef-48dc-9b64-98fb52ca2eab HTTP/1.1" status: 204 len: 168 time: 0.1646171 Jun 22 13:56:39.286138 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-88916441-a3a7-4b48-8fb6-5bf3fa7200ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:39.298790 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411a82f-bfef-48dc-9b64-98fb52ca2eab,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:39.302710 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:40.053916 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43752) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:40.105438 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.160617 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1704440817-network', 'tenant_id': '67f04a3121a94cc0b2296e3f3a750ca8'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:40.186372 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Made reservation on behalf of 67f04a3121a94cc0b2296e3f3a750ca8 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:40.188470 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.196940 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.322918 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.327706 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.330713 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b3e721b9-c2a7-40a3-9ddf-c84533d67ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:40.353714 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:56:40.364577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:40.368978 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:40.370099 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.370438 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Added segment 6ea9dc6a-8890-4022-9fd3-c7389c3ebea1 of type vlan for network 101ffe50-87cc-4e0e-b184-5718830c90b4 Jun 22 13:56:40.412670 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.443335 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.444707 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:40.445298 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.447393 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-95c61b33-5f52-4b03-943e-9f1bdd15a743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:40.503773 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4459345 Jun 22 13:56:40.504231 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43764) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:40.506024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Pushing event updated for resources: {'Network': ['ID=101ffe50-87cc-4e0e-b184-5718830c90b4,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:40.508752 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:40.510816 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Request body: {'subnet': {'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1704440817-subnet', 'tenant_id': '67f04a3121a94cc0b2296e3f3a750ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:40.517256 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 101ffe50-87cc-4e0e-b184-5718830c90b4 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:56:40.534845 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Made reservation on behalf of 67f04a3121a94cc0b2296e3f3a750ca8 for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:40.537966 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.939312 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:40.941693 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:41.001818 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a05bf1f-692a-4a75-ac4b-a15222cc1131,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:41.004493 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:41.008690 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Checking segment: {'id': '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:41.009039 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Network hostable DHCP agents. Network: 101ffe50-87cc-4e0e-b184-5718830c90b4, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:56:41.026760 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Network 101ffe50-87cc-4e0e-b184-5718830c90b4 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:56:41.035410 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 101ffe50-87cc-4e0e-b184-5718830c90b4) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:41.040019 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:41.041174 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:41.044771 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302988a-331d-4fc2-b58d-d5d82fc4f10a None None] Network 101ffe50-87cc-4e0e-b184-5718830c90b4 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:56:41.056949 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5509555 Jun 22 13:56:41.287581 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b43c44-b905-488c-a871-1f9834fcf9b8 None None] Network 101ffe50-87cc-4e0e-b184-5718830c90b4 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:56:41.917221 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-a679a672-9e04-4fc3-9967-c6140e4ee2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:41.920265 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-a679a672-9e04-4fc3-9967-c6140e4ee2ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0520027 Jun 22 13:56:41.960981 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-7ddb1fd7-356a-4f71-be27-474ba5e1ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:41.962471 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-7ddb1fd7-356a-4f71-be27-474ba5e1ed52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0939569 Jun 22 13:56:41.994034 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-c7080577-ec73-46ba-a121-384048eb0ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287082 Jun 22 13:56:42.047786 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-f6d2c8e3-0775-4a5d-b706-7b3cd77a13dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1001 time: 0.0748436 Jun 22 13:56:42.133703 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-e10eba04-4853-4db5-a834-7fa53027aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:42.135154 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-e10eba04-4853-4db5-a834-7fa53027aa1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0803032 Jun 22 13:56:42.171913 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-5b5c7fd0-fff1-48d7-9453-fa52e59c3fb1 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684847 Jun 22 13:56:42.186559 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113bd30-8ff3-4e12-b2e6-5a7ff6cda39e req-db2638b9-524f-4b0a-b376-fbea1c840d6f tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:42.189388 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e113bd30-8ff3-4e12-b2e6-5a7ff6cda39e req-db2638b9-524f-4b0a-b376-fbea1c840d6f tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.1297274 Jun 22 13:56:42.193218 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00358b-212f-445c-892c-b14c1ebdc6c9 req-9e4b3c66-075b-4301-bbb7-42753760eecd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:42.194697 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe00358b-212f-445c-892c-b14c1ebdc6c9 req-9e4b3c66-075b-4301-bbb7-42753760eecd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1083183 Jun 22 13:56:42.244597 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-2638a23c-7471-4fbf-8ae6-7f07f9376886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:42.246143 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-2638a23c-7471-4fbf-8ae6-7f07f9376886 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027837 Jun 22 13:56:42.254281 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe00358b-212f-445c-892c-b14c1ebdc6c9 req-c2fc2d09-ccc0-468f-b2fc-3ae74f2796ea tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 Jun 22 13:56:42.325258 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e113bd30-8ff3-4e12-b2e6-5a7ff6cda39e req-c970169f-04c2-409f-9d1f-43603f246865 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207445 Jun 22 13:56:42.351722 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-0ef7076e-6e6b-40b8-b216-8e3c7fdddb5e service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964558 Jun 22 13:56:42.351928 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028333f2-6294-4a38-8252-1b7b4f651d18 req-5455e462-6221-4e63-bdff-b37f8efa9bfb service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612787 Jun 22 13:56:42.459418 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-40252ebc-3bd1-4668-aee0-aa5d466a7006 req-6a31b516-e7ab-42fc-b364-01cb61dfa19a service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Jun 22 13:56:43.270525 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:56:45.919602 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263e22-64cb-42e2-9395-dcf103dca4a8 req-8d64379b-2ab8-48c8-9ff9-5eef75f379b7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:45.921096 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d6263e22-64cb-42e2-9395-dcf103dca4a8 req-8d64379b-2ab8-48c8-9ff9-5eef75f379b7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0717075 Jun 22 13:56:45.959506 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d6263e22-64cb-42e2-9395-dcf103dca4a8 req-f5842e4b-2a74-44df-b1a0-ff657a66febb tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326540 Jun 22 13:56:45.962292 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b1903-32ab-40e5-8997-c3fd86be5883 req-7a3e977c-ea67-4dc3-8c2a-de85faecf87a tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:45.963798 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e43b1903-32ab-40e5-8997-c3fd86be5883 req-7a3e977c-ea67-4dc3-8c2a-de85faecf87a tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0677104 Jun 22 13:56:46.002860 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e43b1903-32ab-40e5-8997-c3fd86be5883 req-5dbfd83a-9b9f-47fd-b7c1-de84799b811a tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Jun 22 13:56:47.208859 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-2d746b4d-c3f5-4fa3-b2e3-5267a2c6b186 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:47.210385 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-2d746b4d-c3f5-4fa3-b2e3-5267a2c6b186 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/networks?id=101ffe50-87cc-4e0e-b184-5718830c90b4 HTTP/1.1" status: 200 len: 814 time: 0.1021829 Jun 22 13:56:47.219104 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37477ccc-6579-4ad9-9dc7-0c54c65a193e req-a435656a-38fe-4421-8ffb-96246d94b468 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:47.220671 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-37477ccc-6579-4ad9-9dc7-0c54c65a193e req-a435656a-38fe-4421-8ffb-96246d94b468 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0704710 Jun 22 13:56:47.225811 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-c25f8e96-6d16-41f1-af6d-16aa2a9297f7 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/quotas/67f04a3121a94cc0b2296e3f3a750ca8 HTTP/1.1" status: 200 len: 375 time: 0.0092576 Jun 22 13:56:47.268407 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-90ec20ac-5885-474a-b53c-a396cebd8b0f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367606 Jun 22 13:56:47.268609 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-37477ccc-6579-4ad9-9dc7-0c54c65a193e req-81ff0f16-2d9e-4014-8389-fa170c06008c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Jun 22 13:56:47.378876 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-4fb03a0d-b826-4565-9844-961b9670b078 service neutron] 10.222.0.13 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035361 Jun 22 13:56:47.494889 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae6c62-e83e-407f-b3b1-5f9eb595d83d req-23a44997-2cea-483e-8417-2a8300164305 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:47.503477 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9aae6c62-e83e-407f-b3b1-5f9eb595d83d req-23a44997-2cea-483e-8417-2a8300164305 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0891924 Jun 22 13:56:47.504481 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-1aa624ac-1e86-46af-a2b0-2fa337ea9b72 service neutron] 10.222.0.13 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184220 Jun 22 13:56:47.548319 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9aae6c62-e83e-407f-b3b1-5f9eb595d83d req-e5599b77-0946-4980-9a4a-a9b0c6950596 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Jun 22 13:56:47.718326 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d509733b-7cbc-40a2-a00f-c8c1f28d5302 req-e2cb0d12-1121-4c5d-899a-7dc9eb8ec795 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0326262 Jun 22 13:56:48.326837 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-4b6aab4d-fc85-4ea7-a607-45db0dee065e tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:48.330017 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-4b6aab4d-fc85-4ea7-a607-45db0dee065e tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0679300 Jun 22 13:56:48.742271 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbd6aa-569a-438b-9678-9a667399c26a req-43a031c3-6817-44df-9323-ec1af571080f tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:48.744525 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-95bbd6aa-569a-438b-9678-9a667399c26a req-43a031c3-6817-44df-9323-ec1af571080f tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 945 time: 0.0770552 Jun 22 13:56:48.788283 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff5a8-233e-421a-ab58-c4a6783ee6c0 req-e6e0edf7-e1a3-454e-8d7b-1fbdbbbb8bc6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:48.795713 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f87ff5a8-233e-421a-ab58-c4a6783ee6c0 req-e6e0edf7-e1a3-454e-8d7b-1fbdbbbb8bc6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.3719344 Jun 22 13:56:48.802654 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-95bbd6aa-569a-438b-9678-9a667399c26a req-64d9e50c-13ff-4f4c-a2ef-a44491bf4a8d tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd00c08-f14c-4eec-92d2-108ab9d63a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Jun 22 13:56:48.819835 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Deleting port 9b49eddb-2735-40b2-9e90-46aa5024c333 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 13:56:48.820227 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:48.889650 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f87ff5a8-233e-421a-ab58-c4a6783ee6c0 req-531ad334-6ef8-4165-8cd4-555cbc6ba44d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929828 Jun 22 13:56:48.952825 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] For port 9b49eddb-2735-40b2-9e90-46aa5024c333, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b49eddb-2735-40b2-9e90-46aa5024c333,segment=NetworkSegment(b44a79fd-a968-4f6b-b7ea-6da1d1882b2b),segment_id=b44a79fd-a968-4f6b-b7ea-6da1d1882b2b)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:48.953187 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:48.956104 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-de46b398-90fa-490f-a566-1e5292e77941 req-d7031b93-b3ab-40f8-af1c-94ee962b7bd0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0412617 Jun 22 13:56:49.044433 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Calling delete_port for 9b49eddb-2735-40b2-9e90-46aa5024c333 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 13:56:49.222888 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.233383 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:49.270934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Pushing event deleted for resources: {'Port': ['ID=9b49eddb-2735-40b2-9e90-46aa5024c333,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:49.278066 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['9b49eddb-2735-40b2-9e90-46aa5024c333'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:49.281004 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:49.389915 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] No DVR routers for this DVR port 9b49eddb-2735-40b2-9e90-46aa5024c333 on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 13:56:49.393115 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.395467 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fde0e111-d36e-4ba5-9298-2958b9c2d019 req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.10 "DELETE /v2.0/ports/9b49eddb-2735-40b2-9e90-46aa5024c333 HTTP/1.1" status: 204 len: 173 time: 1.0082459 Jun 22 13:56:49.396054 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'name': 'network-vif-deleted', 'tag': '9b49eddb-2735-40b2-9e90-46aa5024c333'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:49.398486 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea41ccf-052a-4608-8bd4-950a751093d1" -d '{"events": [{"server_uuid": "d5757176-41ea-4a99-85b1-7bdfcb445f55", "name": "network-vif-deleted", "tag": "9b49eddb-2735-40b2-9e90-46aa5024c333"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:49.467498 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414d024-fde1-4f48-963d-3a4a719ed062 x-openstack-request-id: req-0414d024-fde1-4f48-963d-3a4a719ed062 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:49.467992 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5757176-41ea-4a99-85b1-7bdfcb445f55", "name": "network-vif-deleted", "tag": "9b49eddb-2735-40b2-9e90-46aa5024c333", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:49.468376 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0414d024-fde1-4f48-963d-3a4a719ed062 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:49.469203 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5757176-41ea-4a99-85b1-7bdfcb445f55', 'name': 'network-vif-deleted', 'tag': '9b49eddb-2735-40b2-9e90-46aa5024c333', 'status': 'completed', 'code': 200} Jun 22 13:56:49.491386 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43972) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:49.543170 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-7cf2479b-8497-41b7-a327-cd8044a78e6c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:49.544860 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-7cf2479b-8497-41b7-a327-cd8044a78e6c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.10 "GET /v2.0/networks?id=101ffe50-87cc-4e0e-b184-5718830c90b4 HTTP/1.1" status: 200 len: 814 time: 0.1339900 Jun 22 13:56:49.614934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.628178 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Request body: {'port': {'device_id': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4', 'admin_state_up': True, 'tenant_id': '67f04a3121a94cc0b2296e3f3a750ca8'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:49.751231 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.755864 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.759527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:49.773411 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Made reservation on behalf of 67f04a3121a94cc0b2296e3f3a750ca8 for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:56:49.777308 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.806577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2ff5d9-3442-4a96-843f-e666eeb81ad5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:49.811519 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:49.814160 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8829c12326e54ca58be78e617b53935c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216753 Jun 22 13:56:49.816898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43980) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:49.873125 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.900532 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.949038 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Allocated IP 172.20.0.11 (101ffe50-87cc-4e0e-b184-5718830c90b4/2a05bf1f-692a-4a75-ac4b-a15222cc1131/2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:56:49.985538 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.988163 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:49.992753 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f2ff5d9-3442-4a96-843f-e666eeb81ad5 HTTP/1.1" status: 204 len: 168 time: 0.1713433 Jun 22 13:56:50.000818 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e86b72c9-9387-4da6-ae55-a7230a75107f req-ab83a52b-f8ff-4f65-9b47-398c85438a07 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 0.0488377 Jun 22 13:56:50.002585 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8aff0e1e-7b1b-4daf-96cd-303759e64100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:50.014422 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2ff5d9-3442-4a96-843f-e666eeb81ad5,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:50.017787 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:50.211390 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.318470 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2882e-6a0a-4b59-a64b-12ccdc54547b req-caa940c4-1e3d-404d-841e-03d9f46cf7de tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:50.322137 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0ff2882e-6a0a-4b59-a64b-12ccdc54547b req-caa940c4-1e3d-404d-841e-03d9f46cf7de tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.2539115 Jun 22 13:56:50.365697 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-24f06273-3708-41a5-8f34-93c2e5ae0e42 req-2dc134c3-8a9b-48d6-bab0-00a1d421eb5c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0416436 Jun 22 13:56:50.443445 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.471844 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:50.493618 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44004) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:50.508735 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.525720 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0ff2882e-6a0a-4b59-a64b-12ccdc54547b req-31a591e2-6123-4e5b-847e-dea271259220 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776116 Jun 22 13:56:50.552031 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Network 101ffe50-87cc-4e0e-b184-5718830c90b4 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:56:50.555801 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:56:50.561595 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:56:50.569184 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:50.570324 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.586023 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Pushing event updated for resources: {'Port': ['ID=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:50.597651 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:50.625702 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.630503 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.633476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14e8bb34-3255-4ee8-8d44-2432b95e8b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:50.635521 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0113847 Jun 22 13:56:50.660488 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Request body: {'port': {'device_id': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:56:50.673351 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ce616-4a6a-4ba8-99b1-f09c63c9d8a8,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:50.677088 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:50.682658 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62c5ad54e4934e76a614646fa635108d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877475 Jun 22 13:56:50.689994 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44010) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:50.752389 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.769774 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.775079 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.841545 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.845058 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:50.848894 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b81ce616-4a6a-4ba8-99b1-f09c63c9d8a8 HTTP/1.1" status: 204 len: 168 time: 0.1548789 Jun 22 13:56:50.848894 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cb4c4438-6e46-42dc-bf5a-eaabe97cf026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:50.856394 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ce616-4a6a-4ba8-99b1-f09c63c9d8a8,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:50.858870 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:51.148790 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:51.159178 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:51.177572 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Transition to ACTIVE for port object 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:56:51.184064 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:51.198077 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-028d761b-810f-452e-906a-0584c00fa4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:51.258530 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-60a8b691-b813-407f-be70-64c14c254e23 req-17eebdde-d767-4d8f-ad8b-ec96ff414dee tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5757176-41ea-4a99-85b1-7bdfcb445f55 HTTP/1.1" status: 200 len: 210 time: 0.0474479 Jun 22 13:56:51.289062 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Pushing event updated for resources: {'Port': ['ID=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:51.294404 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:51.360941 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Attempting to bind port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:56:51.361782 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Attempting to bind port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:56:51.361782 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Attempting to bind port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd on network 101ffe50-87cc-4e0e-b184-5718830c90b4 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:51.366490 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd on network 101ffe50-87cc-4e0e-b184-5718830c90b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:56:51.366834 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Attempting to bind port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd on network 101ffe50-87cc-4e0e-b184-5718830c90b4 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:56:51.372967 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:56:51.373345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Checking segment: {'id': '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:56:51.373787 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Bound using segment: {'id': '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:56:51.374458 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Bound port: 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:56:51.374823 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:51.450723 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] For port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:56:51.454257 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] For port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,segment=NetworkSegment(6ea9dc6a-8890-4022-9fd3-c7389c3ebea1),segment_id=6ea9dc6a-8890-4022-9fd3-c7389c3ebea1)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:56:51.461926 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:51.466761 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:51.506357 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:51.506935 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:51.508455 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] 10.222.0.10 "PUT /v2.0/ports/2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd HTTP/1.1" status: 200 len: 1094 time: 0.8527899 Jun 22 13:56:51.509103 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'tag': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:56:51.511373 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd8239-20c6-48d6-bfed-013845ec4ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4947f8-3b84-4596-849c-db0ecd4dd410", "tag": "2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:56:51.577961 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d740d60-0425-441e-a3d7-04f93e88e33c x-openstack-request-id: req-2d740d60-0425-441e-a3d7-04f93e88e33c {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:56:51.578339 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4947f8-3b84-4596-849c-db0ecd4dd410", "tag": "2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:56:51.578547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d740d60-0425-441e-a3d7-04f93e88e33c {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:56:51.585600 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'tag': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd', 'status': 'completed', 'code': 200} Jun 22 13:56:51.588192 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Pushing event updated for resources: {'Port': ['ID=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:51.595816 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:51.643228 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52b3cc-e40c-4c0a-9bd6-6207d85f11c8 req-f7eb1e8d-2671-4b9a-b8fd-bb383e554ad5 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:51.645082 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6e52b3cc-e40c-4c0a-9bd6-6207d85f11c8 req-f7eb1e8d-2671-4b9a-b8fd-bb383e554ad5 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 944 time: 0.1099105 Jun 22 13:56:51.722172 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6e52b3cc-e40c-4c0a-9bd6-6207d85f11c8 req-a57e92ca-6c3a-42bf-a72a-f2a2ae52c5eb tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683885 Jun 22 13:56:51.787540 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d352c31-035c-43fa-b5ff-6d6c31a87d2a req-38e9516e-98ce-4abd-87e7-f3211f458d0b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:51.790902 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d352c31-035c-43fa-b5ff-6d6c31a87d2a req-38e9516e-98ce-4abd-87e7-f3211f458d0b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0849738 Jun 22 13:56:51.850604 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d352c31-035c-43fa-b5ff-6d6c31a87d2a req-6bec11b4-acfd-4a73-818f-59effd3d8826 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517077 Jun 22 13:56:54.093534 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b49eddb-2735-40b2-9e90-46aa5024c333 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 13:56:54.116403 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 9b49eddb-2735-40b2-9e90-46aa5024c333 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 13:56:54.116765 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b49eddb-2735-40b2-9e90-46aa5024c333 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 13:56:54.289442 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd8239-20c6-48d6-bfed-013845ec4ab4 req-478ab2a1-5d1b-4d26-97cf-6661f4b92ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.290980 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9dbd8239-20c6-48d6-bfed-013845ec4ab4 req-478ab2a1-5d1b-4d26-97cf-6661f4b92ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 1097 time: 0.0610552 Jun 22 13:56:54.434933 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd8239-20c6-48d6-bfed-013845ec4ab4 req-d4d71c7e-4d46-40a5-a179-2fc9b535e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.437058 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9dbd8239-20c6-48d6-bfed-013845ec4ab4 req-d4d71c7e-4d46-40a5-a179-2fc9b535e06f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1191065 Jun 22 13:56:54.505847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9349ab0-cd28-491f-97cb-bfe6c2cf348e req-e87b9ab4-4cde-4bda-bff3-5b5788d6ddde tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.507565 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9349ab0-cd28-491f-97cb-bfe6c2cf348e req-e87b9ab4-4cde-4bda-bff3-5b5788d6ddde tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 944 time: 0.0931933 Jun 22 13:56:54.568549 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9349ab0-cd28-491f-97cb-bfe6c2cf348e req-72148a42-0a3f-415e-bb08-92d7a6888026 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Jun 22 13:56:54.649938 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e92388-1388-4fb7-9f05-22f7eb11e72d req-d5a90ec6-f894-410e-99dc-9f0d45fd5d76 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.651904 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-48e92388-1388-4fb7-9f05-22f7eb11e72d req-d5a90ec6-f894-410e-99dc-9f0d45fd5d76 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1995423 Jun 22 13:56:54.657358 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd8239-20c6-48d6-bfed-013845ec4ab4 req-9ce3f5a5-63d2-44b5-a788-40980b76930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.658862 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9dbd8239-20c6-48d6-bfed-013845ec4ab4 req-9ce3f5a5-63d2-44b5-a788-40980b76930f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044797 Jun 22 13:56:54.705825 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-48e92388-1388-4fb7-9f05-22f7eb11e72d req-ef249013-be0e-479c-be4c-26591c5944bd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458915 Jun 22 13:56:54.812094 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-3868f539-44e7-4f29-9acd-fc214e8c361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.814518 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-3868f539-44e7-4f29-9acd-fc214e8c361b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 1097 time: 0.0623252 Jun 22 13:56:54.879991 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-1abc4016-e7ad-4f17-869c-066e2099079d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd HTTP/1.1" status: 200 len: 217 time: 0.0409267 Jun 22 13:56:54.936379 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-13e61949-9513-4ed4-b1f4-d676f717b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:54.937970 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-13e61949-9513-4ed4-b1f4-d676f717b23b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a05bf1f-692a-4a75-ac4b-a15222cc1131 HTTP/1.1" status: 200 len: 854 time: 0.0472548 Jun 22 13:56:55.001009 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-3ceae757-f3d3-49fd-8333-36eebb12c877 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=101ffe50-87cc-4e0e-b184-5718830c90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481007 Jun 22 13:56:55.148274 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-b5d98acf-20a1-4a03-a4ec-3989459709ca service neutron] 10.222.0.10 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357338 Jun 22 13:56:55.308239 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3ba09e23-6b63-495f-bec9-141e7aac950e req-fceab8d3-d2a5-4fbd-a886-2d5ad58bd372 service neutron] 10.222.0.10 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402795 Jun 22 13:56:55.760117 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeace28-4d5d-4bbf-9c83-7d45dda85d82 req-a5910d8d-5335-46ab-937a-24437584a7d2 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:55.762254 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6aeace28-4d5d-4bbf-9c83-7d45dda85d82 req-a5910d8d-5335-46ab-937a-24437584a7d2 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 944 time: 0.0739284 Jun 22 13:56:55.814777 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6aeace28-4d5d-4bbf-9c83-7d45dda85d82 req-7f357d87-324c-47bc-81c4-8d56385bb2f7 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457129 Jun 22 13:56:55.949080 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974734c8-76fb-4ee7-97d3-6d5976078b85 req-716472b5-29d6-4aa9-a4f0-fcb9c5300b56 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:55.950693 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-974734c8-76fb-4ee7-97d3-6d5976078b85 req-716472b5-29d6-4aa9-a4f0-fcb9c5300b56 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0695813 Jun 22 13:56:55.970613 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44174) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:55.989403 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-974734c8-76fb-4ee7-97d3-6d5976078b85 req-25bb37d6-dd50-4ee9-9afc-0f1191e6800b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Jun 22 13:56:56.015141 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Deleting subnet ff6ae0bc-2943-452f-ac52-c1c1a3c1995b {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 13:56:56.018485 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.055200 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.064661 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.120809 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.123083 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:56.147544 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6ae0bc-2943-452f-ac52-c1c1a3c1995b,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:56.150580 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:56.152261 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.154061 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff6ae0bc-2943-452f-ac52-c1c1a3c1995b HTTP/1.1" status: 204 len: 168 time: 0.1824524 Jun 22 13:56:56.156689 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44176) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:56.231588 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.322689 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.333918 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.334589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.335121 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.335406 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > port after_create 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.335767 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.336380 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > port after_update 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.336492 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.336754 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.337092 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.337580 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.486371 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.486733 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.487162 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.487413 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:56:56.487825 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffdf788-a639-4c92-bff1-2e731555e041']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:56.508931 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:56.509341 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44a79fd-a968-4f6b-b7ea-6da1d1882b2b') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:56:56.530681 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.559706 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.572072 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 13:56:56.572586 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: from cryptography.utils import int_from_bytes Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: from cryptography.utils import int_from_bytes Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 13:56:56.580448 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 13:56:56.680410 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.686453 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:56.716353 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:56.718377 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/fffdf788-a639-4c92-bff1-2e731555e041 HTTP/1.1" status: 204 len: 168 time: 0.5607038 Jun 22 13:56:56.720059 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=fffdf788-a639-4c92-bff1-2e731555e041,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:56.723973 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:56.961885 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44204) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:57.019130 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815caa6-1fc0-49f6-8207-b7b466e97963 req-c65cbb66-3b5f-437a-8009-055ecbc7598d tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:57.020928 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1815caa6-1fc0-49f6-8207-b7b466e97963 req-c65cbb66-3b5f-437a-8009-055ecbc7598d tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 944 time: 0.0821562 Jun 22 13:56:57.064776 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1815caa6-1fc0-49f6-8207-b7b466e97963 req-93f6cb62-39d9-46e9-af54-5e0ac08c0b91 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Jun 22 13:56:57.258637 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-a911b57c-942d-4b64-ac3b-519ddd56aa7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf48c73a85bb4130b7691d4f77d65234&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2897117 Jun 22 13:56:57.261893 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44208) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:56:57.294092 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14b47f-688e-4afb-9e18-32bbd4c28617 req-4a08d3fa-d7e1-4b9e-8f3a-e7e7785af89c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:57.296828 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5d14b47f-688e-4afb-9e18-32bbd4c28617 req-4a08d3fa-d7e1-4b9e-8f3a-e7e7785af89c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0946100 Jun 22 13:56:57.335589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:57.341051 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5d14b47f-688e-4afb-9e18-32bbd4c28617 req-dc70a544-b9cf-4c0b-8827-48bc00c37b12 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Jun 22 13:56:57.366765 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:57.430155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:57.433526 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:57.434904 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bd00c08-f14c-4eec-92d2-108ab9d63a04 HTTP/1.1" status: 204 len: 168 time: 0.1719482 Jun 22 13:56:57.435804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:57.444117 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd00c08-f14c-4eec-92d2-108ab9d63a04,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:57.446916 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:58.303362 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488c52d-2a12-42b1-b4a2-3af26f779ae2 req-83b1b0a4-218a-4e8b-bce7-3d3f35f0efec tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:58.305313 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0488c52d-2a12-42b1-b4a2-3af26f779ae2 req-83b1b0a4-218a-4e8b-bce7-3d3f35f0efec tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 944 time: 0.0917349 Jun 22 13:56:58.364189 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0488c52d-2a12-42b1-b4a2-3af26f779ae2 req-286a4c8c-27d8-485a-ab76-68b1c6fbeb70 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513408 Jun 22 13:56:58.553236 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dcbd0-a986-4744-b579-aef1bbf76584 req-e4026db4-bbed-4390-b2ec-4a3aab34e0a3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:58.554762 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1a5dcbd0-a986-4744-b579-aef1bbf76584 req-e4026db4-bbed-4390-b2ec-4a3aab34e0a3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0735655 Jun 22 13:56:58.610514 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1a5dcbd0-a986-4744-b579-aef1bbf76584 req-89df16ae-784e-4104-8884-69068fef6e36 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Jun 22 13:56:59.048953 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:56:59.165981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,segment=NetworkSegment(6ea9dc6a-8890-4022-9fd3-c7389c3ebea1),segment_id=6ea9dc6a-8890-4022-9fd3-c7389c3ebea1)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:59.179407 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd', 'network_id': '101ffe50-87cc-4e0e-b184-5718830c90b4', 'port_id': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd', 'mac_address': 'fa:16:3e:4c:4a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05bf1f-692a-4a75-ac4b-a15222cc1131', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:56:59.224577 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:59.239223 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:56:59.271872 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,segment=NetworkSegment(6ea9dc6a-8890-4022-9fd3-c7389c3ebea1),segment_id=6ea9dc6a-8890-4022-9fd3-c7389c3ebea1)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:56:59.277946 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:56:59.281541 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:56:59.367962 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:56:59.376688 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.377100 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.377390 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.377740 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.378076 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.378410 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.378739 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.379074 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.379402 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.379884 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.380090 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.380446 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:56:59.384769 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:56:59.560136 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a393b-306a-4ddc-a875-2f315cdc3b9b req-abfa94f1-8882-4753-a571-180ff05abca5 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:59.561672 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-201a393b-306a-4ddc-a875-2f315cdc3b9b req-abfa94f1-8882-4753-a571-180ff05abca5 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 945 time: 0.0711572 Jun 22 13:56:59.613043 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-201a393b-306a-4ddc-a875-2f315cdc3b9b req-7c8084eb-1ca5-44ae-84a1-c63d20fb57ae tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Jun 22 13:56:59.759800 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:56:59.818752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff58572-c60c-4327-9ec6-6f49a9c391e4 req-4c68fba1-a68c-4bff-8770-01429ee8a8ef tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:56:59.827633 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4ff58572-c60c-4327-9ec6-6f49a9c391e4 req-4c68fba1-a68c-4bff-8770-01429ee8a8ef tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0934086 Jun 22 13:56:59.873117 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4ff58572-c60c-4327-9ec6-6f49a9c391e4 req-d099a716-248c-4510-b9a9-c0f78b4bf812 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441101 Jun 22 13:56:59.889304 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44326) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:00.004153 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.104623 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.109959 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.114239 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e3bdddf7-3251-4a47-81a8-25a4de908c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:00.156493 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f279bba76f74eddb6c8bce922f3be93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660737 Jun 22 13:57:00.157847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d33c8d4-8288-4b10-ac0a-f6898c34fba1,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:00.159722 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44342) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:00.162098 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:00.219120 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.239906 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44350) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:00.252320 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.324321 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Deleting subnet d3d7aec5-c5ca-4582-b24d-9c8c6ad4bb32 {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 13:57:00.333424 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.370883 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.373550 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.375012 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d33c8d4-8288-4b10-ac0a-f6898c34fba1 HTTP/1.1" status: 204 len: 168 time: 0.2141891 Jun 22 13:57:00.377416 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:00.387578 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.415325 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d33c8d4-8288-4b10-ac0a-f6898c34fba1,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:00.419247 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:00.479921 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.584727 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.594013 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:00.653186 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d7aec5-c5ca-4582-b24d-9c8c6ad4bb32,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:00.656432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:00.659580 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.665220 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-dbc4cd51-860d-4755-b386-551e9f58b53e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3d7aec5-c5ca-4582-b24d-9c8c6ad4bb32 HTTP/1.1" status: 204 len: 168 time: 0.4211776 Jun 22 13:57:00.665341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44372) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:00.758762 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.866165 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:00.879878 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.880496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.881485 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.881823 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.882153 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.882500 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.882832 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.883271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.883781 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.884478 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:00.902955 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccadfbe-7ef1-4e24-80e9-6d2d7822deef req-c464cf88-0bd7-4625-a265-6ed43038a04f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:00.912979 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bccadfbe-7ef1-4e24-80e9-6d2d7822deef req-c464cf88-0bd7-4625-a265-6ed43038a04f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 945 time: 0.1552112 Jun 22 13:57:00.988112 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bccadfbe-7ef1-4e24-80e9-6d2d7822deef req-50ee2e86-ddc4-44e7-8bac-1f3f9c1c4c42 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719712 Jun 22 13:57:01.004001 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:01.004578 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:01.005150 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:01.005700 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 13:57:01.006291 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10cf9f4-a7e0-4133-a37e-aae1f07801d0']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:01.042075 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab16217-1dc3-4930-a557-3aa230d39886') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:01.043052 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab16217-1dc3-4930-a557-3aa230d39886') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:01.068749 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:01.088657 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.118863 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.134323 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 13:57:01.134536 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:01.134730 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: from cryptography.utils import int_from_bytes Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: from cryptography.utils import int_from_bytes Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 13:57:01.139017 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 13:57:01.145716 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:01.146682 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.212633 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aafc99-1b4c-4cfd-9e9a-950308ca3027 req-05600fa6-ac44-4b51-83c9-206c56e496c7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:01.216019 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e8aafc99-1b4c-4cfd-9e9a-950308ca3027 req-05600fa6-ac44-4b51-83c9-206c56e496c7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1774542 Jun 22 13:57:01.246786 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.257357 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.262344 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3ff107ef-8b8d-4528-a6a9-76933389d05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:01.283331 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a10cf9f4-a7e0-4133-a37e-aae1f07801d0,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:01.286707 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:57:01.289586 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.289795 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79c90a-559a-4647-bd15-2249403701c8" -d '{"events": [{"server_uuid": "ca4947f8-3b84-4596-849c-db0ecd4dd410", "name": "network-vif-plugged", "status": "completed", "tag": "2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:57:01.296052 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a10cf9f4-a7e0-4133-a37e-aae1f07801d0 HTTP/1.1" status: 204 len: 168 time: 0.6298144 Jun 22 13:57:01.296662 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44402) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:01.297400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:01.300850 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e8aafc99-1b4c-4cfd-9e9a-950308ca3027 req-fca3cc73-b2a9-4578-838a-c9903854dde7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768962 Jun 22 13:57:01.321174 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,segment=NetworkSegment(6ea9dc6a-8890-4022-9fd3-c7389c3ebea1),segment_id=6ea9dc6a-8890-4022-9fd3-c7389c3ebea1)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:01.334131 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.336275 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:01.390871 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:01.397724 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:01.401507 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405c8a9-d3fa-4dbb-a2bf-32691ba5d2af x-openstack-request-id: req-0405c8a9-d3fa-4dbb-a2bf-32691ba5d2af {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:57:01.401880 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4947f8-3b84-4596-849c-db0ecd4dd410", "name": "network-vif-plugged", "status": "completed", "tag": "2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:57:01.402192 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0405c8a9-d3fa-4dbb-a2bf-32691ba5d2af {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:57:01.402619 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd', 'code': 200} Jun 22 13:57:01.409712 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Deleting subnet 076c89b8-e6b2-4401-bb18-41c0528cf4af {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 13:57:01.413417 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.467280 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.516184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44408) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:01.526948 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.624752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.627542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-24dc276f-3caf-49ab-808b-b894cc3bafab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:01.653284 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076c89b8-e6b2-4401-bb18-41c0528cf4af,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:01.662406 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:01.666152 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.671308 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/076c89b8-e6b2-4401-bb18-41c0528cf4af HTTP/1.1" status: 204 len: 168 time: 0.3709447 Jun 22 13:57:01.672167 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44422) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:01.779909 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.785914 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5b457-88cf-43b5-9360-888bc7487b49 req-027be0a1-78da-401a-8a66-41355f60e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:01.788870 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-79e5b457-88cf-43b5-9360-888bc7487b49 req-027be0a1-78da-401a-8a66-41355f60e9ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 1099 time: 0.0908964 Jun 22 13:57:01.874367 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-79e5b457-88cf-43b5-9360-888bc7487b49 req-b0d99242-c842-480a-bb9e-0b2194d1c1a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746529 Jun 22 13:57:01.899089 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.910224 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.927537 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:01.945743 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b06c3b8-d253-4a31-85dd-a5dcdebeba5d') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:01.947042 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b06c3b8-d253-4a31-85dd-a5dcdebeba5d') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:01.965612 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:01.993852 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.004404 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 13:57:02.004807 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 13:57:02.006983 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 13:57:02.094190 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.108293 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c0bf9fa4-4322-4d05-9406-1c514c1173d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:02.129443 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.131399 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] 10.222.0.13 "DELETE /v2.0/networks/35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9 HTTP/1.1" status: 204 len: 168 time: 0.4582155 Jun 22 13:57:02.136621 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Pushing event deleted for resources: {'Network': ['ID=35e3b2a2-9e4b-4c03-a97a-4a09ee5320d9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:02.140668 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.142560 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-28117f5f-4597-49ae-883f-31bed638709b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:02.146867 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.150118 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-110398e9-6769-4378-be07-fb0afa3dde68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:02.199718 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76407d55-a3d7-4e83-b4b8-41002839bfb9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:02.209996 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44444) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:02.210844 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759c6dc7d270437cb044d6e947d25f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6925550 Jun 22 13:57:02.212186 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:02.305377 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.343590 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb182-52e0-4a88-8a8d-2d3848fe5cb8 req-8d908ce4-354f-4d5d-b773-14345e509889 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:02.346026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.347310 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d6ceb182-52e0-4a88-8a8d-2d3848fe5cb8 req-8d908ce4-354f-4d5d-b773-14345e509889 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 946 time: 0.1045787 Jun 22 13:57:02.414726 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d6ceb182-52e0-4a88-8a8d-2d3848fe5cb8 req-c311e65b-9069-4295-ade6-0dfb37db8379 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601273 Jun 22 13:57:02.424682 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.430990 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.439916 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76407d55-a3d7-4e83-b4b8-41002839bfb9 HTTP/1.1" status: 204 len: 168 time: 0.2273228 Jun 22 13:57:02.453195 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2d8275e9-c7ab-4440-bfae-f91e6cb8541a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:02.477005 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76407d55-a3d7-4e83-b4b8-41002839bfb9,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:02.483801 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44454) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:02.485060 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:02.638568 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-a77d5694-97e9-40a9-b1e2-b719e26d539e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27d07dff6b054125a1c275cc82ae88c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494398 Jun 22 13:57:02.640138 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44458) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:02.660032 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50bfd5-706b-4964-87da-ce71f607b11f req-33335999-22a4-4bcf-9614-7131143b468e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:02.669641 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aa50bfd5-706b-4964-87da-ce71f607b11f req-33335999-22a4-4bcf-9614-7131143b468e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1873953 Jun 22 13:57:02.724837 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aa50bfd5-706b-4964-87da-ce71f607b11f req-24a8b9ee-2ab7-47b9-b063-a14ae4bb5c96 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Jun 22 13:57:02.765803 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.796590 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.863341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.867022 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.868797 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c53c4de9-e6bd-4ff1-b78f-5207658dbda9 HTTP/1.1" status: 204 len: 168 time: 0.2274508 Jun 22 13:57:02.870074 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:02.880566 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c4de9-e6bd-4ff1-b78f-5207658dbda9,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:02.897120 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:02.954118 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44468) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:02.964111 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-525ca35b-ae1e-40d8-8377-4fa9f4460b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:02.970431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.095040 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.101422 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.106983 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0d0608e1-cfc2-4154-8e38-ef6a6eed7a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:03.149165 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bab2151c73c486f8121939056375714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938179 Jun 22 13:57:03.150568 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14d54b2-1cd8-4373-aaf9-c5cdf151ef33,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:03.152590 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44472) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:03.154965 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:03.209273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.241855 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.292910 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44476) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:03.339155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.345009 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.346615 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d14d54b2-1cd8-4373-aaf9-c5cdf151ef33 HTTP/1.1" status: 204 len: 168 time: 0.1929457 Jun 22 13:57:03.347514 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4e84e24e-43d7-4346-bd6d-abe6c4746672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:03.374870 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14d54b2-1cd8-4373-aaf9-c5cdf151ef33,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:03.386790 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8fa74687-48ed-4dc9-ae9c-8c2064e744ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a5589ac79eb4ab4a22ce27b47397fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924120 Jun 22 13:57:03.389497 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44486) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:03.402035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:03.488716 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.517040 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.580747 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.599058 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:03.602009 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-ad973418-67ef-4912-a035-793852798920 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df209840-7516-4571-9674-f2ad5acef690 HTTP/1.1" status: 204 len: 168 time: 0.2046986 Jun 22 13:57:03.605345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:03.622323 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df209840-7516-4571-9674-f2ad5acef690,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:03.636864 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:03.741189 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f4c03-3e14-44c5-8ec1-cc35289d9133 req-6e866c57-b3ce-41a8-a58a-c09ce1976db0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:03.743519 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d7f4c03-3e14-44c5-8ec1-cc35289d9133 req-6e866c57-b3ce-41a8-a58a-c09ce1976db0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 946 time: 0.1376772 Jun 22 13:57:03.810621 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d7f4c03-3e14-44c5-8ec1-cc35289d9133 req-3265268d-80ed-4e57-998b-4c7812df042f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591795 Jun 22 13:57:03.962403 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44524) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:03.998693 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.134595 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479ef95-6873-42da-b1bf-632f3c69646b req-e1bf3d40-9441-4eab-880d-3f33085790a0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:04.148133 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d479ef95-6873-42da-b1bf-632f3c69646b req-e1bf3d40-9441-4eab-880d-3f33085790a0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1932652 Jun 22 13:57:04.163638 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.171305 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.177513 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7382d44e-2a3d-44d1-8b8a-e4eb94838df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:04.201983 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d479ef95-6873-42da-b1bf-632f3c69646b req-4c2e825c-e823-4729-a76b-5a82c4030604 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529244 Jun 22 13:57:04.271732 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03287df-36c0-493a-8014-62e0fb233f61,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:04.293171 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44538) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:04.294081 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7beb24de2dab4fb6baa41e635105b45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291202 Jun 22 13:57:04.297104 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:04.360838 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.385015 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.465781 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.469671 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:04.471302 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b03287df-36c0-493a-8014-62e0fb233f61 HTTP/1.1" status: 204 len: 168 time: 0.1772008 Jun 22 13:57:04.472353 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2be4084a-97f4-483e-b657-e911f9d7aad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:04.492681 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03287df-36c0-493a-8014-62e0fb233f61,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:04.503835 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:05.067232 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c50f6-4994-4377-aa98-12f693e91a7e req-5cc2dd85-4773-422e-baf0-e00aa35daf68 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:05.069135 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-297c50f6-4994-4377-aa98-12f693e91a7e req-5cc2dd85-4773-422e-baf0-e00aa35daf68 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 946 time: 0.0818176 Jun 22 13:57:05.113031 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-297c50f6-4994-4377-aa98-12f693e91a7e req-12c35947-ab1c-4026-b2af-bd0a6eea7365 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362754 Jun 22 13:57:05.451754 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf711fb-588f-47cb-afc4-489d8d4dddb5 req-ea5871e6-c438-498d-8892-6c1164a0b847 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:05.462874 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5cf711fb-588f-47cb-afc4-489d8d4dddb5 req-ea5871e6-c438-498d-8892-6c1164a0b847 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0980103 Jun 22 13:57:05.546981 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5cf711fb-588f-47cb-afc4-489d8d4dddb5 req-ab39c2b0-671c-432c-b666-f117755cce98 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830100 Jun 22 13:57:05.896247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:06.108611 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9bc6e9b4-1f6d-47c2-a8d4-3c8d8d8eaf79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:06.744217 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586ab4-3221-48a2-8646-5a88c68d5abc req-43e71803-3654-48c4-b1eb-8a9ee430af83 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:06.746295 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c586ab4-3221-48a2-8646-5a88c68d5abc req-43e71803-3654-48c4-b1eb-8a9ee430af83 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0776327 Jun 22 13:57:06.815873 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c586ab4-3221-48a2-8646-5a88c68d5abc req-dd880d16-9386-4afa-9dd1-d04560e4725e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604424 Jun 22 13:57:06.942765 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:06.973318 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44744) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:07.128962 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.257425 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.262683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.266179 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f1737e78-a299-4956-a9e1-1748adcbb251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:07.304688 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96124c3-3edd-4bd1-bd03-14715b5e0567,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:07.308028 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:07.311390 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f12ce4d5e976485483efcf8529889ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366308 Jun 22 13:57:07.314071 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44760) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:07.371293 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.400767 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.460831 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.464388 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:07.469234 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b96124c3-3edd-4bd1-bd03-14715b5e0567 HTTP/1.1" status: 204 len: 168 time: 0.1536980 Jun 22 13:57:07.470131 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c72d38fb-9c01-4be9-b39b-dfdb8d2affa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:07.479879 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96124c3-3edd-4bd1-bd03-14715b5e0567,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:07.483243 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:07.919324 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44788) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:07.940148 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.065403 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f9264-a953-40a5-98c6-f5fdc8ef8457 req-4df302d6-275a-464c-99e5-87e343dd04ec tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:08.073266 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d97f9264-a953-40a5-98c6-f5fdc8ef8457 req-4df302d6-275a-464c-99e5-87e343dd04ec tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0821009 Jun 22 13:57:08.080367 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.087256 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.090875 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ad973418-67ef-4912-a035-793852798920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:08.115203 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d97f9264-a953-40a5-98c6-f5fdc8ef8457 req-197303b3-3ead-4065-b53d-44867cc65e89 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Jun 22 13:57:08.129517 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=908eb033a78e492ab6b1c42ff458fe40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089088 Jun 22 13:57:08.130678 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a97d5e1-4e16-44fe-8a11-53c6fa0259e3,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:08.132353 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44790) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:08.133795 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:08.193545 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.217519 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.269886 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.272700 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.273865 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a97d5e1-4e16-44fe-8a11-53c6fa0259e3 HTTP/1.1" status: 204 len: 168 time: 0.1397841 Jun 22 13:57:08.274874 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-39753906-80d5-433a-abbb-4012a4d3fe21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:08.283493 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a97d5e1-4e16-44fe-8a11-53c6fa0259e3,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:08.285904 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:08.477902 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:08.928130 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44826) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:09.101497 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.184236 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44842) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:09.277934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.283866 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.288565 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-38227629-fa79-4e81-a473-9c44c59eaa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:09.337016 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec9a5880c5a04fef9521ebe467d58915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075248 Jun 22 13:57:09.338086 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33852032-6ad1-4417-8cce-e7563501ae01,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:09.340847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44848) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:09.360112 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:09.381610 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c08955-3758-4785-ab6e-c1f54c445ed2 req-7eac3de9-df23-4e22-9407-9dc42732e6bf tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:09.383192 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d1c08955-3758-4785-ab6e-c1f54c445ed2 req-7eac3de9-df23-4e22-9407-9dc42732e6bf tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1032901 Jun 22 13:57:09.409541 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.431975 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d1c08955-3758-4785-ab6e-c1f54c445ed2 req-353ae178-432b-4e35-82a6-6dede0404e23 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Jun 22 13:57:09.440101 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.504307 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.506708 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.508278 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.513319 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33852032-6ad1-4417-8cce-e7563501ae01 HTTP/1.1" status: 204 len: 168 time: 0.1561980 Jun 22 13:57:09.513555 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-10d9996e-c82d-4018-8b40-cb548e5c0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:09.523859 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33852032-6ad1-4417-8cce-e7563501ae01,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:09.527369 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-60674022-4452-41ea-98ac-0915ca05be63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:09.646683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.652050 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.656759 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-49b416c3-bce0-4a8a-b134-1943edcbf6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:09.702450 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60b2c011bd44ce9934b241cb95a2473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121415 Jun 22 13:57:09.703330 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44880) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:09.712639 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd9d48-c0cc-44eb-973c-7e801931b34f,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:09.717806 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:09.768607 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.795599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.865484 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.868258 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:09.873758 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6dd9d48-c0cc-44eb-973c-7e801931b34f HTTP/1.1" status: 204 len: 168 time: 0.1690164 Jun 22 13:57:09.875508 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8436ab4c-edce-4248-83f0-3ec5fa324a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:09.883551 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd9d48-c0cc-44eb-973c-7e801931b34f,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:09.887736 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:10.120733 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.364185 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44940) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:10.382081 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.506060 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.514455 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.532178 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:10.576428 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f2fed5b4f564eff853835905fa6b57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110627 Jun 22 13:57:10.579279 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44962) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:10.611921 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ceb4b7-cdd5-4282-9747-6950a19bc327,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:10.621581 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:10.680545 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.716061 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3bb39-9902-4130-ae7e-970ad94ed289 req-61b5cc55-2d15-47f8-b46e-b821c7c409a3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:10.718050 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48a3bb39-9902-4130-ae7e-970ad94ed289 req-61b5cc55-2d15-47f8-b46e-b821c7c409a3 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1223156 Jun 22 13:57:10.720349 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.781809 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48a3bb39-9902-4130-ae7e-970ad94ed289 req-dc264ce2-3314-4192-b7df-cd14783a8ac4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534654 Jun 22 13:57:10.811105 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.814847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:10.816458 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03ceb4b7-cdd5-4282-9747-6950a19bc327 HTTP/1.1" status: 204 len: 168 time: 0.2360146 Jun 22 13:57:10.817808 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f583a36e-3004-4e66-8530-550f4e119a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:10.837153 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ceb4b7-cdd5-4282-9747-6950a19bc327,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:10.840525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:12.051348 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31780c5-0900-4afc-9590-f75022fd5b87 req-d8699947-fa92-4d29-a4aa-1616e7700c9e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:12.054425 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a31780c5-0900-4afc-9590-f75022fd5b87 req-d8699947-fa92-4d29-a4aa-1616e7700c9e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1453862 Jun 22 13:57:12.156312 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a31780c5-0900-4afc-9590-f75022fd5b87 req-d3864bed-3bfb-44d5-8df2-b24a74e6eb38 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Jun 22 13:57:12.163435 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45042) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:12.310637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.414956 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.420453 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.423036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a963d7c4-197f-4ae3-808e-17aec327eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:12.463621 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d655aaaf8caf45c7b665784b21229076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984853 Jun 22 13:57:12.464576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13215517-a907-40ac-a042-ffdcfbfa5235,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:12.466364 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45054) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:12.467531 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:12.519244 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.541016 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.592617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.595200 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:12.596376 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13215517-a907-40ac-a042-ffdcfbfa5235 HTTP/1.1" status: 204 len: 168 time: 0.1290104 Jun 22 13:57:12.597126 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:12.605236 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13215517-a907-40ac-a042-ffdcfbfa5235,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:12.607505 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:12.900030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45062) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:12.915831 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.013357 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.017008 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.019531 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fc8b52c9-91e9-42ed-a3b0-da7127cc855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:13.056904 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d17dcc6759c04c6195fd7ac1f3605022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546121 Jun 22 13:57:13.058698 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a2f0f7-e488-40e2-8a57-1b7afd66052a,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:13.059890 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45064) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:13.061214 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:13.381789 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.422527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.448471 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7e08-4034-44b1-82ad-251c67102d34 req-2d5cfcfc-097a-4ba7-a1af-cbcba3fb2de5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:13.451958 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e91d7e08-4034-44b1-82ad-251c67102d34 req-2d5cfcfc-097a-4ba7-a1af-cbcba3fb2de5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1337779 Jun 22 13:57:13.506826 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e91d7e08-4034-44b1-82ad-251c67102d34 req-84a18694-0827-4b94-ba95-2cb45cf08c40 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Jun 22 13:57:13.527348 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.530457 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:13.531824 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88a2f0f7-e488-40e2-8a57-1b7afd66052a HTTP/1.1" status: 204 len: 168 time: 0.4708209 Jun 22 13:57:13.532770 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a123534c-7d27-41ba-a00d-051c30bffd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:13.546752 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a2f0f7-e488-40e2-8a57-1b7afd66052a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:13.549559 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:13.926698 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45102) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:13.944302 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.049195 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.053830 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.056320 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c4441399-f81a-49d6-8af7-ac842568c1f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:14.096181 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31d08cc9265d4008aade090e0da96d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654782 Jun 22 13:57:14.096181 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f5060-bc36-457f-bb87-1b01676b9273,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:14.096746 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45106) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:14.098520 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:14.158783 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.196023 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.246592 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.249273 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:14.254132 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd2f5060-bc36-457f-bb87-1b01676b9273 HTTP/1.1" status: 204 len: 168 time: 0.1525991 Jun 22 13:57:14.254132 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:14.261504 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f5060-bc36-457f-bb87-1b01676b9273,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:14.264136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:14.733965 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab10b-874e-4f9a-b08a-777aafc1fdbf req-07621cbb-eab2-4aa3-8c77-20f4f7f306a2 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:14.735245 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-346ab10b-874e-4f9a-b08a-777aafc1fdbf req-07621cbb-eab2-4aa3-8c77-20f4f7f306a2 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0952559 Jun 22 13:57:14.790584 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-346ab10b-874e-4f9a-b08a-777aafc1fdbf req-dd617e85-df68-4ed7-aff0-f58cad33efec tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491168 Jun 22 13:57:14.928672 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45140) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:15.068382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.223376 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.229450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.235060 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-858233ea-c676-4c6a-bc28-9ef0e0b7bc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:15.283076 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03bbe6fdf2464e32bd020e65d353d58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528812 Jun 22 13:57:15.286412 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45164) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:15.297243 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74cad58-2200-459d-b006-872fd7913c02,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:15.301604 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:15.360431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.388769 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.460779 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.463445 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:15.468241 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f74cad58-2200-459d-b006-872fd7913c02 HTTP/1.1" status: 204 len: 168 time: 0.1771808 Jun 22 13:57:15.468241 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e4f8267e-b98a-4824-a739-464bfa7ce444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:15.488276 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74cad58-2200-459d-b006-872fd7913c02,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:15.493069 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:16.021739 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6a67-58f7-4c3a-ac5c-921a4b80fec8 req-306082ff-a65d-4ca4-b5bd-068e7381bc2b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:16.023770 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-795f6a67-58f7-4c3a-ac5c-921a4b80fec8 req-306082ff-a65d-4ca4-b5bd-068e7381bc2b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0724843 Jun 22 13:57:16.034413 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45202) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:16.074895 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-795f6a67-58f7-4c3a-ac5c-921a4b80fec8 req-09e62135-e2ec-4ceb-a3ef-1fe75fbf2ce7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Jun 22 13:57:16.372338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.591992 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.603795 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.610594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-637a4774-b19d-4b2f-b68e-ecb7529368ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:16.673498 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95416239-5ae3-4856-b95f-a0a86c3bf14c,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:16.683212 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:16.696833 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a882c85464046fb8e5f0c05d335511a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6567917 Jun 22 13:57:16.696833 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45230) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:16.805289 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.838137 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.918328 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.921679 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:16.926084 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95416239-5ae3-4856-b95f-a0a86c3bf14c HTTP/1.1" status: 204 len: 168 time: 0.2257011 Jun 22 13:57:16.927055 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:16.936355 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95416239-5ae3-4856-b95f-a0a86c3bf14c,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:16.958858 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:17.151752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45252) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:17.384514 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eb0d7-2ba8-4a56-8a10-ca900a5b0985 req-21c3f35d-b0ac-4f0c-bf62-f9d94bf35fe0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:17.386934 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c70eb0d7-2ba8-4a56-8a10-ca900a5b0985 req-21c3f35d-b0ac-4f0c-bf62-f9d94bf35fe0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1120317 Jun 22 13:57:17.462882 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c70eb0d7-2ba8-4a56-8a10-ca900a5b0985 req-9ba8bf26-87f3-4cfe-9923-28f115959f55 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591507 Jun 22 13:57:17.508518 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-192739740-network', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:17.550396 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Made reservation on behalf of fbb146a5f1444beeb99d6a75fcf98346 for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:57:17.554319 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.568803 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.731290 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.738881 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.746343 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-eb6418ba-507a-4dc6-9ded-7b6fa11e6072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:17.775948 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:57:17.791037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4a627-9bcc-40e7-864b-0df4b7c59fb6,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:17.799044 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:17.802714 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45270) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:17.806338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.806338 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Added segment df3a593a-8de1-44a9-89d3-3b81e5f22f2c of type vlan for network e393b1d0-21aa-4630-8a68-8d6c87b3e440 Jun 22 13:57:17.829930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.904667 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.967638 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.969343 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:17.970184 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:17.974341 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0fcb4edd-64e7-4dfd-b8fc-3d81dacd2741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:18.000890 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.006127 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.014498 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c64d07ed-53ed-4886-ae7f-8ff7c661988e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:18.038163 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8842871 Jun 22 13:57:18.044162 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45274) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:18.052984 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Request body: {'subnet': {'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-192739740-subnet', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:18.053724 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Pushing event updated for resources: {'Network': ['ID=e393b1d0-21aa-4630-8a68-8d6c87b3e440,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:18.057048 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:18.069062 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:57:18.111104 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45276) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:18.111398 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b45731c5179f4acda7cd8d60e21a8339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071482 Jun 22 13:57:18.148107 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc09e121-7712-4483-8dbd-245608b7f352,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:18.154273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:18.162272 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Made reservation on behalf of fbb146a5f1444beeb99d6a75fcf98346 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:57:18.165375 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.254486 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.288220 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.363580 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.368387 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.370665 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc09e121-7712-4483-8dbd-245608b7f352 HTTP/1.1" status: 204 len: 168 time: 0.2583377 Jun 22 13:57:18.372790 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-52986efb-7bd6-42d9-bb9f-06e87492cfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:18.383485 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc09e121-7712-4483-8dbd-245608b7f352,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:18.386719 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:18.405956 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.408712 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8f8fda5a-c441-4e76-a1aa-ff8e3b48a108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:18.460760 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=864ddb2d-6774-4ec8-9eb7-5f764c3af2f1,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:18.468973 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:18.479341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Checking segment: {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:18.479845 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Network hostable DHCP agents. Network: e393b1d0-21aa-4630-8a68-8d6c87b3e440, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:57:18.497427 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:57:18.507932 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, e393b1d0-21aa-4630-8a68-8d6c87b3e440) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:18.523736 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:18.523736 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.528323 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acba2e4-e89e-4985-9c12-cc7f4dbdbef5 None None] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:57:18.550802 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45286) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:18.551297 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5033078 Jun 22 13:57:18.557105 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:18.588146 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.591400 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.661463 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.792108 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-e393b1d0-21aa-4630-8a68-8d6c87b3e440', 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'fixed_ips': [{'subnet_id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 13:57:18.793177 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.848889 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0d286-6975-4aa6-9222-3847e35d060d req-894b5fb4-8b25-4191-9f1b-bf11cd946ef8 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:18.853797 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6ae0d286-6975-4aa6-9222-3847e35d060d req-894b5fb4-8b25-4191-9f1b-bf11cd946ef8 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1713314 Jun 22 13:57:18.896873 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:18.960539 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6ae0d286-6975-4aa6-9222-3847e35d060d req-23a896d2-1410-45fc-a5b0-c536291460e0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003716 Jun 22 13:57:19.016078 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Allocated IP 172.20.0.2 (e393b1d0-21aa-4630-8a68-8d6c87b3e440/864ddb2d-6774-4ec8-9eb7-5f764c3af2f1/c65043ee-4666-47f6-bd32-bc00263c399a) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:19.228342 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.239605 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Transition to ACTIVE for port object c65043ee-4666-47f6-bd32-bc00263c399a will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:19.258082 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.264346 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Transition to ACTIVE for port object c65043ee-4666-47f6-bd32-bc00263c399a will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:19.272367 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.274709 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:19.283979 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.316839 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:19.323294 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:19.326523 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:19.376587 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Pushing event updated for resources: {'Port': ['ID=c65043ee-4666-47f6-bd32-bc00263c399a,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:19.406514 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:19.482274 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Allocated IP 172.27.0.126 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/b41b30d0-e554-4d47-baa4-c9893227193e) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:19.514740 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Attempting to bind port c65043ee-4666-47f6-bd32-bc00263c399a on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:19.515351 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Attempting to bind port c65043ee-4666-47f6-bd32-bc00263c399a by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:19.515994 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Attempting to bind port c65043ee-4666-47f6-bd32-bc00263c399a on network e393b1d0-21aa-4630-8a68-8d6c87b3e440 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:19.526870 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:19.527580 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Checking segment: {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:19.528276 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.528945 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Bound using segment: {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:19.529760 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Bound port: c65043ee-4666-47f6-bd32-bc00263c399a, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:19.530395 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.656247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] For port c65043ee-4666-47f6-bd32-bc00263c399a, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:19.662192 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] For port c65043ee-4666-47f6-bd32-bc00263c399a, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c65043ee-4666-47f6-bd32-bc00263c399a,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:19.669358 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.674228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:19.687535 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.747180 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:19.757303 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:19.793242 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:19.797369 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:19.804650 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:19.830214 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Pushing event updated for resources: {'Port': ['ID=c65043ee-4666-47f6-bd32-bc00263c399a,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:19.842943 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:19.872138 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b41b30d0-e554-4d47-baa4-c9893227193e,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:19.882949 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:20.270362 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:57:20.492275 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1564b7a-855c-402a-815a-a5648883851f req-86ad8118-4c43-4228-9f3c-605022c1a2e9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:20.496283 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b1564b7a-855c-402a-815a-a5648883851f req-86ad8118-4c43-4228-9f3c-605022c1a2e9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.3592954 Jun 22 13:57:20.497811 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:20.616092 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b1564b7a-855c-402a-815a-a5648883851f req-8e0b599c-86f5-4524-8bf4-6916eafb832f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157944 Jun 22 13:57:21.055090 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:21.260909 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 13:57:21.427055 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c9adc-060c-480e-ad5d-bc2b02b0314c None None] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:57:21.450127 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:57:21.465716 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Sync routers for ids ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:57:21.476641 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:21.479587 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9257984 Jun 22 13:57:21.481943 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45372) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:21.493553 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Routers {'607d14f8-8870-4fcf-9b32-b646ca8b2c9a'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:21.494743 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:21.545555 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-dc7df098-5005-44de-9d6b-44884ad7a3f1 None None] Provisioning for port c65043ee-4666-47f6-bd32-bc00263c399a completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:21.656813 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Set router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:21.674551 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45380) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:21.965305 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T13:57:20Z', 'revision_number': 3, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:21.986357 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.002098 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Checking router: 607d14f8-8870-4fcf-9b32-b646ca8b2c9a for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:57:22.002992 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Updating router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a port b41b30d0-e554-4d47-baa4-c9893227193e binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:57:22.075814 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.194839 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.208640 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.215670 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-de5dd571-52ed-4ddb-af01-c8217d83bf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:22.242219 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be4d93-7863-4463-a81b-00cca3052a6f req-93aa2cb7-15eb-4e8f-9366-b26f9313f3d1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:22.245014 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d8be4d93-7863-4463-a81b-00cca3052a6f req-93aa2cb7-15eb-4e8f-9366-b26f9313f3d1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.2587361 Jun 22 13:57:22.294515 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45392) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:22.297497 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=661eabd9c9d349968a1770c9ef5825be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6216204 Jun 22 13:57:22.300744 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81baeb75-6b39-4d9d-a0cd-30a4ee103198,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:22.303657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:22.422782 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d8be4d93-7863-4463-a81b-00cca3052a6f req-f858c03c-3334-4f7b-a953-bcffd6b2099c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652088 Jun 22 13:57:22.425242 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c65043ee-4666-47f6-bd32-bc00263c399a up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:22.523833 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port c65043ee-4666-47f6-bd32-bc00263c399a completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:22.531439 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port c65043ee-4666-47f6-bd32-bc00263c399a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:22.531794 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.538746 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.568670 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.573721 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.580465 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.581085 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Transition to ACTIVE for port object b41b30d0-e554-4d47-baa4-c9893227193e will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:22.589129 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.593644 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-5701920f-1b46-4395-a7df-ef0e0660b8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:22.644319 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.675762 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Pushing event updated for resources: {'Port': ['ID=b41b30d0-e554-4d47-baa4-c9893227193e,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:22.679353 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Attempting to bind port b41b30d0-e554-4d47-baa4-c9893227193e on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:22.679913 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Attempting to bind port b41b30d0-e554-4d47-baa4-c9893227193e by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:22.680716 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Attempting to bind port b41b30d0-e554-4d47-baa4-c9893227193e on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:22.684104 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port c65043ee-4666-47f6-bd32-bc00263c399a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c65043ee-4666-47f6-bd32-bc00263c399a,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:22.689347 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.691562 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:22.695872 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.696388 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.696736 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.697161 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.698264 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.698608 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.699129 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.699521 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.699876 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.700245 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.700586 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.700899 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:22.704926 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:22.705308 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:22.705890 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.706470 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:22.707130 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Bound port: b41b30d0-e554-4d47-baa4-c9893227193e, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:22.707971 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.710128 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:22.740344 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.743592 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.745464 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81baeb75-6b39-4d9d-a0cd-30a4ee103198 HTTP/1.1" status: 204 len: 168 time: 0.4439938 Jun 22 13:57:22.748830 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4646846d-888c-42f9-9e74-d7c8c2e34dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:22.773763 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=c65043ee-4666-47f6-bd32-bc00263c399a,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:22.777407 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81baeb75-6b39-4d9d-a0cd-30a4ee103198,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:22.778838 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:22.781144 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:22.796731 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] For port b41b30d0-e554-4d47-baa4-c9893227193e, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:22.811055 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] For port b41b30d0-e554-4d47-baa4-c9893227193e, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=b41b30d0-e554-4d47-baa4-c9893227193e,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:22.818513 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:22.823570 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:22.824786 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Allocated IP 172.20.0.1 (e393b1d0-21aa-4630-8a68-8d6c87b3e440/864ddb2d-6774-4ec8-9eb7-5f764c3af2f1/e23a900b-ece7-45de-8cfa-c620ce540d0e) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:22.872090 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Routers {'607d14f8-8870-4fcf-9b32-b646ca8b2c9a'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:22.872753 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:22.993634 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Pushing event updated for resources: {'Port': ['ID=b41b30d0-e554-4d47-baa4-c9893227193e,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:23.006740 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:23.028156 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.045093 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Transition to ACTIVE for port object e23a900b-ece7-45de-8cfa-c620ce540d0e will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:23.111527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.116325 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:23.119959 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] Set router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:23.164237 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:23.175804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:23.182486 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:23.256522 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45406) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:23.293017 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.394296 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Pushing event updated for resources: {'Port': ['ID=e23a900b-ece7-45de-8cfa-c620ce540d0e,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:23.403159 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:23.427636 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.758203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-13f60703-59c3-447b-89f9-b53ef08ec2b0 None None] Provisioning for port e23a900b-ece7-45de-8cfa-c620ce540d0e completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:23.772203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-13f60703-59c3-447b-89f9-b53ef08ec2b0 None None] Provisioning complete for port e23a900b-ece7-45de-8cfa-c620ce540d0e triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:23.773110 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-13f60703-59c3-447b-89f9-b53ef08ec2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.851678 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.875929 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.878997 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-13f60703-59c3-447b-89f9-b53ef08ec2b0 None None] Port e23a900b-ece7-45de-8cfa-c620ce540d0e cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:57:23.881624 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-198ff375-f0d8-4d4a-95e5-5acba9ce5499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:23.888254 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:23.901233 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T13:57:20Z', 'revision_number': 3, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:23.929832 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737efde6-16de-41dc-8acd-76eed5414cab,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:23.934648 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:23.937168 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7781edd9db84af39333b0bb4a179195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793630 Jun 22 13:57:23.940229 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d0fed-8b71-4ca5-bf36-799112a3b23f None None] The sync data for ids ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'] in dv-cinder-796950-3-iscsi is: [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T13:57:20Z', 'revision_number': 3, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:57:23.941382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45418) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:23.987129 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fc0a2-a115-4719-981e-dc6e7c1e9c87 req-a80d8f55-784c-40ae-96d8-e27702052227 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:23.988588 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2b3fc0a2-a115-4719-981e-dc6e7c1e9c87 req-a80d8f55-784c-40ae-96d8-e27702052227 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1761024 Jun 22 13:57:24.040061 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.055826 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2b3fc0a2-a115-4719-981e-dc6e7c1e9c87 req-4b82e051-e299-42ac-94a6-ac9c0daa58c9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Jun 22 13:57:24.071372 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.110472 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.121055 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.124971 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3455fdf3-11ab-4d0a-894a-1066acc78434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:24.177993 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.183533 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.187089 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/737efde6-16de-41dc-8acd-76eed5414cab HTTP/1.1" status: 204 len: 168 time: 0.2445846 Jun 22 13:57:24.188404 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:24.210404 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Pushing event updated for resources: {'Port': ['ID=e23a900b-ece7-45de-8cfa-c620ce540d0e,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:24.221165 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:24.221836 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737efde6-16de-41dc-8acd-76eed5414cab,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:24.227757 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:24.274414 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.275182 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c65043ee-4666-47f6-bd32-bc00263c399a up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:24.379409 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port c65043ee-4666-47f6-bd32-bc00263c399a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:24.379526 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:24.466163 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:24.468721 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:24.729720 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:57:24.927671 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ec171350-c846-4c14-b3ec-cec3edc4ff54 None None] Provisioning complete for port e23a900b-ece7-45de-8cfa-c620ce540d0e triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:24.929499 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ec171350-c846-4c14-b3ec-cec3edc4ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:25.005467 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-ec171350-c846-4c14-b3ec-cec3edc4ff54 None None] Port e23a900b-ece7-45de-8cfa-c620ce540d0e cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:57:25.007359 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:57:25.027552 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] 10.222.0.13 "PUT /v2.0/routers/607d14f8-8870-4fcf-9b32-b646ca8b2c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5317812 Jun 22 13:57:25.424684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d34708-025a-4218-9650-ddca496f360f req-bfcf86fe-3e3f-484a-813d-b61967e184ee tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:25.427219 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-01d34708-025a-4218-9650-ddca496f360f req-bfcf86fe-3e3f-484a-813d-b61967e184ee tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1640403 Jun 22 13:57:25.529799 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-01d34708-025a-4218-9650-ddca496f360f req-29983764-7fa5-4428-b0ef-c08f94b9c8c4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903986 Jun 22 13:57:25.979320 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45492) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:25.984454 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-885698703-network', 'tenant_id': '36f507b6319f41aea571f81cf8687872'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:26.017184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Made reservation on behalf of 36f507b6319f41aea571f81cf8687872 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:57:26.022192 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.037496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.211804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.224498 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.229646 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e22e0821-0650-4820-8666-dd345e6268ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:26.250386 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 13:57:26.266684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6c4d01-31dc-478b-bcf3-942cc1956f0b,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:26.272653 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:26.273874 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.274225 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Added segment 08eccaeb-ea5c-43f6-b823-f8b65010d43a of type vlan for network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c Jun 22 13:57:26.302420 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b41b30d0-e554-4d47-baa4-c9893227193e up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:26.348227 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.399040 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.401954 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Sync routers for ids ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:57:26.402418 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:26.403425 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.408739 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:26.412845 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port b41b30d0-e554-4d47-baa4-c9893227193e completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:26.430041 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Routers {'607d14f8-8870-4fcf-9b32-b646ca8b2c9a'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:26.430875 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:26.435773 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port b41b30d0-e554-4d47-baa4-c9893227193e triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:26.436474 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.496320 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5178151 Jun 22 13:57:26.499402 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45502) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:26.506602 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Request body: {'subnet': {'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-885698703-subnet', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'ip_version': 4}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:26.514222 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Pushing event updated for resources: {'Network': ['ID=281a6308-0dd4-48b3-bc8e-d84c7b5d112c,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:26.517716 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:26.554718 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Made reservation on behalf of 36f507b6319f41aea571f81cf8687872 for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:57:26.559317 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4695735'] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:26.713999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 13:57:26.917119 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Set router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:26.966157 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.126549 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port b41b30d0-e554-4d47-baa4-c9893227193e, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=b41b30d0-e554-4d47-baa4-c9893227193e,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:27.133956 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.143870 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:27.257793 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4528609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4695685'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.275524 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=b41b30d0-e554-4d47-baa4-c9893227193e,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:27.275734 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:27.285301 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:27.345937 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedd681-c53b-4cd0-b34f-a1af4f820120 req-b5a51246-9ae6-44c7-8d3d-bfc615a75cec tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:27.353256 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9aedd681-c53b-4cd0-b34f-a1af4f820120 req-b5a51246-9ae6-44c7-8d3d-bfc615a75cec tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.5063570 Jun 22 13:57:27.357147 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T13:57:23Z', 'revision_number': 4, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'e23a900b-ece7-45de-8cfa-c620ce540d0e', 'name': '', 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'mac_address': 'fa:16:3e:87:0c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:22Z', 'updated_at': '2021-06-22T13:57:23Z', 'revision_number': 2, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'subnets': [{'id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:27.394327 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Checking router: 607d14f8-8870-4fcf-9b32-b646ca8b2c9a for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:57:27.394806 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Updating router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a port e23a900b-ece7-45de-8cfa-c620ce540d0e binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:57:27.426934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:27.441567 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:27.458853 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Checking segment: {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:27.462483 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Network hostable DHCP agents. Network: 281a6308-0dd4-48b3-bc8e-d84c7b5d112c, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 13:57:27.466267 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.476271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45540) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:27.509012 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9aedd681-c53b-4cd0-b34f-a1af4f820120 req-c37eb002-d403-4ee5-885e-c6ba61e4d5e5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537707 Jun 22 13:57:27.538341 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 13:57:27.559162 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 281a6308-0dd4-48b3-bc8e-d84c7b5d112c) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:27.565998 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:27.567959 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.595691 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0919166 Jun 22 13:57:27.596772 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45550) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:27.603271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:27.607573 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d6fc59-d3f9-492f-8e2f-55e181eb1c5b None None] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:57:27.669765 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.672483 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.756277 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.769513 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bea3b794-e28c-46d3-905e-9d683b82cb97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.907547 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-281a6308-0dd4-48b3-bc8e-d84c7b5d112c', 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'fixed_ips': [{'subnet_id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 13:57:27.909484 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:27.964908 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.105175 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bea3b794-e28c-46d3-905e-9d683b82cb97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.113334 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bea3b794-e28c-46d3-905e-9d683b82cb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.116915 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a3e7bab3-d205-47cc-949a-5383f5801744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:28.164976 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45572) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:28.182553 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3b794-e28c-46d3-905e-9d683b82cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0553ec5-4631-4372-b515-8f79a8ea26ec,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:28.195969 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bea3b794-e28c-46d3-905e-9d683b82cb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:28.207741 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45576) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:28.207936 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-bea3b794-e28c-46d3-905e-9d683b82cb97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48f23d0993b64dec8e426da249d80c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7302005 Jun 22 13:57:28.251500 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.316665 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b41b30d0-e554-4d47-baa4-c9893227193e up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:28.338772 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.368865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.369176 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Transition to ACTIVE for port object e23a900b-ece7-45de-8cfa-c620ce540d0e will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:28.396326 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Allocated IP 172.20.0.2 (281a6308-0dd4-48b3-bc8e-d84c7b5d112c/4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0/0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:28.402265 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.411284 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:28.425123 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.429731 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.467910 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.485151 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.489964 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.491299 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0553ec5-4631-4372-b515-8f79a8ea26ec HTTP/1.1" status: 204 len: 168 time: 0.2822652 Jun 22 13:57:28.508655 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-43a70c8b-8226-4509-a68c-645f446dc31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:28.522308 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0553ec5-4631-4372-b515-8f79a8ea26ec,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:28.527249 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:28.600885 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.606816 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.613175 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:28.712675 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45586) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:28.716643 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=310d246e762c474f99ea61b2bfb270e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436413 Jun 22 13:57:28.718457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7290014-6d11-432a-ae6b-9386ec64ddf3,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:28.724408 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:28.800964 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port b41b30d0-e554-4d47-baa4-c9893227193e triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:28.801846 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:28.805955 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Allocated IP 172.27.0.2 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/d378f845-b5cd-4133-9df6-ab8c3e3245e9) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:28.857070 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829918e0-6a50-4d45-9e11-d5ed699c05d4 None None] Pushing event updated for resources: {'Port': ['ID=e23a900b-ece7-45de-8cfa-c620ce540d0e,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:28.863107 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-829918e0-6a50-4d45-9e11-d5ed699c05d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:29.006134 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45590) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:29.012485 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Attempting to bind port e23a900b-ece7-45de-8cfa-c620ce540d0e on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:29.013123 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Attempting to bind port e23a900b-ece7-45de-8cfa-c620ce540d0e by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:29.013831 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Attempting to bind port e23a900b-ece7-45de-8cfa-c620ce540d0e on network e393b1d0-21aa-4630-8a68-8d6c87b3e440 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:29.022608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.027138 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.044581 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:29.044976 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Checking segment: {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:29.045610 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.046369 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Bound using segment: {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:29.047058 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Bound port: e23a900b-ece7-45de-8cfa-c620ce540d0e, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:29.047772 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.091028 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.120986 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f2ea0-7679-4604-be59-28139b51546c req-aae75055-aca4-4cf6-9b94-be6cea805336 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:29.122802 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-710f2ea0-7679-4604-be59-28139b51546c req-aae75055-aca4-4cf6-9b94-be6cea805336 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.3572462 Jun 22 13:57:29.169321 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.178101 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.202936 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.209539 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.216297 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-56666f91-ad75-4246-9521-bf48c9718df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:29.240859 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Transition to ACTIVE for port object 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:29.266726 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-710f2ea0-7679-4604-be59-28139b51546c req-5bc05e67-ebc8-4991-8c7e-e36c9e7e5a4b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248913 Jun 22 13:57:29.292294 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437bac67-54cd-447b-97f5-46c082eee440,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:29.300765 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Transition to ACTIVE for port object 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:29.325080 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.333906 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e83e3052-7f50-4a75-883f-7cb36ef4614e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:29.340877 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.341416 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.341972 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.342571 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.343437 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.343790 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.344244 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.344873 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.345419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.346264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.346264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.346573 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.354597 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:29.358935 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53821ff65da0473c985a91ded03143ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516214 Jun 22 13:57:29.363512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45598) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:29.376396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.383433 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.389814 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7290014-6d11-432a-ae6b-9386ec64ddf3 HTTP/1.1" status: 204 len: 168 time: 0.6704957 Jun 22 13:57:29.392898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b8fada5e-758a-44bc-a4d2-3f077e601799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:29.424066 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7290014-6d11-432a-ae6b-9386ec64ddf3,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:29.439238 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.449568 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Pushing event updated for resources: {'Port': ['ID=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:29.458228 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.458723 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.459185 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.459727 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.460228 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.460686 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.461197 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.461578 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.462026 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.462472 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.463723 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.464359 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:57:29.475604 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] For port e23a900b-ece7-45de-8cfa-c620ce540d0e, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:29.477731 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:29.478268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:29.479935 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:29.481034 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:29.501387 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:29.505367 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] For port e23a900b-ece7-45de-8cfa-c620ce540d0e, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=e23a900b-ece7-45de-8cfa-c620ce540d0e,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:29.511425 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:29.528106 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:29.529887 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:29.531908 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.542459 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:29.554315 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:29.570323 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Pushing event updated for resources: {'Port': ['ID=d378f845-b5cd-4133-9df6-ab8c3e3245e9,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:29.575587 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:29.578576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.614294 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.652572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829918e0-6a50-4d45-9e11-d5ed699c05d4 None None] Pushing event updated for resources: {'Port': ['ID=e23a900b-ece7-45de-8cfa-c620ce540d0e,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:29.656941 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-829918e0-6a50-4d45-9e11-d5ed699c05d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:29.658176 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Attempting to bind port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:29.658596 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Attempting to bind port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:29.658972 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Attempting to bind port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 on network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:29.661155 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Routers {'607d14f8-8870-4fcf-9b32-b646ca8b2c9a'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:29.661900 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:29.718313 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:29.719099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Checking segment: {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:29.719666 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.720241 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Bound using segment: {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:29.720863 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Bound port: 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:29.721483 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.939015 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.945894 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:29.952063 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/437bac67-54cd-447b-97f5-46c082eee440 HTTP/1.1" status: 204 len: 168 time: 0.5825672 Jun 22 13:57:29.976625 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae9c0e5e-e33c-4a14-97c7-e154fa3d31d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:29.992363 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437bac67-54cd-447b-97f5-46c082eee440,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:29.997530 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:30.016228 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.085195 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45608) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:30.102115 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.149245 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] Set router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:30.154194 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] For port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:30.219356 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] For port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,segment=NetworkSegment(08eccaeb-ea5c-43f6-b823-f8b65010d43a),segment_id=08eccaeb-ea5c-43f6-b823-f8b65010d43a)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:30.234892 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.269545 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:30.281514 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.289397 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.324071 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c7427134-2597-480f-be7e-966777ada892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:30.353239 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7587f1307a4f1f8040d3a524211392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642658 Jun 22 13:57:30.353239 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3264043d-222b-476c-bbee-57ff1416cbd4,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:30.354808 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45614) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:30.373775 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:30.471139 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.499691 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Pushing event updated for resources: {'Port': ['ID=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:30.517777 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:30.550963 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.552749 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45620) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:30.601958 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.725008 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.736125 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.737857 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T13:57:23Z', 'revision_number': 4, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'e23a900b-ece7-45de-8cfa-c620ce540d0e', 'name': '', 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'mac_address': 'fa:16:3e:87:0c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:22Z', 'updated_at': '2021-06-22T13:57:29Z', 'revision_number': 4, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'subnets': [{'id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:30.741089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.744988 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3264043d-222b-476c-bbee-57ff1416cbd4 HTTP/1.1" status: 204 len: 168 time: 0.3775420 Jun 22 13:57:30.757046 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-196c751f-88ed-4dc5-bd78-caa77e79a32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:30.768894 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3264043d-222b-476c-bbee-57ff1416cbd4,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:30.793078 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a471f1-c46f-4ec7-83a7-f898a53d6f71 req-207d73d2-1160-4dfa-b564-e20d4666d335 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:30.795146 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40a471f1-c46f-4ec7-83a7-f898a53d6f71 req-207d73d2-1160-4dfa-b564-e20d4666d335 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.2240577 Jun 22 13:57:30.800167 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:30.818677 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a75cd-7f54-4931-aad2-f0af2f2c31b5 None None] The sync data for ids ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'] in dv-cinder-796950-3-iscsi is: [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T13:57:23Z', 'revision_number': 4, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'e23a900b-ece7-45de-8cfa-c620ce540d0e', 'name': '', 'network_id': 'e393b1d0-21aa-4630-8a68-8d6c87b3e440', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'mac_address': 'fa:16:3e:87:0c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:22Z', 'updated_at': '2021-06-22T13:57:29Z', 'revision_number': 4, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'subnets': [{'id': '864ddb2d-6774-4ec8-9eb7-5f764c3af2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:57:30.904175 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40a471f1-c46f-4ec7-83a7-f898a53d6f71 req-503886d5-7d2c-4b22-b07e-6b3402f2b152 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847993 Jun 22 13:57:30.986725 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.997167 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:30.999825 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-37884e45-15f5-4759-8f93-e54c081345a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:31.060301 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b75df28a0624416fa66f0129cfff18ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039532 Jun 22 13:57:31.062092 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45630) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:31.072213 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d2ab32-0a3b-45bd-85e1-dd2ed42d92d6,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:31.074886 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:31.154061 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:31.196975 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:31.199416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 13:57:31.337531 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:31.341892 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:31.343176 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06d2ab32-0a3b-45bd-85e1-dd2ed42d92d6 HTTP/1.1" status: 204 len: 168 time: 0.2800555 Jun 22 13:57:31.344615 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-62f169ff-f375-4136-8d93-ae6b3bca1dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:31.357485 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d2ab32-0a3b-45bd-85e1-dd2ed42d92d6,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:31.361338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b8c923c5-2eb4-4e08-a01e-b01819782ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:31.394343 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:57:31.407772 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Sync routers for ids ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:57:31.425604 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Routers {'38c8a18d-9373-4ef4-ac97-8a094e92ef5e'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:31.427072 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:31.427311 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:31.431161 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8302093 Jun 22 13:57:31.431926 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45636) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:31.779760 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Set router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:32.355623 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T13:57:29Z', 'revision_number': 3, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:32.394470 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9172d-e194-4bea-8f0c-d6854e082f7d None None] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 13:57:32.471575 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Checking router: 38c8a18d-9373-4ef4-ac97-8a094e92ef5e for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:57:32.479654 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Updating router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e port d378f845-b5cd-4133-9df6-ab8c3e3245e9 binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:57:32.580259 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:32.675153 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca95c3f-fd88-4806-929a-a8d1496e100e req-b92bc4d5-1627-4c3e-ab9a-2db962a7be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:32.681124 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7ca95c3f-fd88-4806-929a-a8d1496e100e req-b92bc4d5-1627-4c3e-ab9a-2db962a7be39 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.2746334 Jun 22 13:57:32.748027 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f94f05-cc02-49a8-9346-f7a5ddb99a28 req-476678b3-7386-4f7f-828a-32fd6e98cd7b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:32.754545 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-12f94f05-cc02-49a8-9346-f7a5ddb99a28 req-476678b3-7386-4f7f-828a-32fd6e98cd7b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.5251579 Jun 22 13:57:32.810536 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:32.903152 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:32.962316 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-12f94f05-cc02-49a8-9346-f7a5ddb99a28 req-bd6e77cb-e8d8-48bc-b1dd-91fc31e7fbce tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001817 Jun 22 13:57:33.044537 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7ca95c3f-fd88-4806-929a-a8d1496e100e req-b5148f13-2f59-432b-89bb-22bce096117b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514714 Jun 22 13:57:33.054904 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-f5a51fca-8493-4f4c-8f22-1efe9afe896b None None] Provisioning for port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:33.122496 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5920f57e-b7d0-4930-82a2-f8f7889154a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.236106 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:33.264123 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Allocated IP 172.20.0.1 (281a6308-0dd4-48b3-bc8e-d84c7b5d112c/4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0/b4e2c986-da92-4764-b8f0-41a0b60c9861) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:33.294221 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:33.294737 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.441736 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.456548 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Transition to ACTIVE for port object d378f845-b5cd-4133-9df6-ab8c3e3245e9 will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:33.484034 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.487836 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-8ad336aa-6621-47ca-8bc9-bba7ae69fe09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:33.495683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.541597 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Transition to ACTIVE for port object b4e2c986-da92-4764-b8f0-41a0b60c9861 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:33.544384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.559968 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92a02-0c23-466b-95b9-8289284fdcb5 None None] Pushing event updated for resources: {'Port': ['ID=d378f845-b5cd-4133-9df6-ab8c3e3245e9,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:33.569003 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ced92a02-0c23-466b-95b9-8289284fdcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:33.609722 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,segment=NetworkSegment(08eccaeb-ea5c-43f6-b823-f8b65010d43a),segment_id=08eccaeb-ea5c-43f6-b823-f8b65010d43a)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:33.610902 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Attempting to bind port d378f845-b5cd-4133-9df6-ab8c3e3245e9 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:33.611364 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Attempting to bind port d378f845-b5cd-4133-9df6-ab8c3e3245e9 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:33.614892 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.617797 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.619600 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device e23a900b-ece7-45de-8cfa-c620ce540d0e up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:33.620875 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Attempting to bind port d378f845-b5cd-4133-9df6-ab8c3e3245e9 on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:33.633179 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:33.641116 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:33.641650 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:33.642233 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.642870 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:33.643568 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Bound port: d378f845-b5cd-4133-9df6-ab8c3e3245e9, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:33.644158 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.673668 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:33.705608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:33.712359 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:33.716844 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:33.753842 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e2c986-da92-4764-b8f0-41a0b60c9861,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:33.757686 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:33.776573 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port e23a900b-ece7-45de-8cfa-c620ce540d0e completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:33.781277 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.793004 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] For port d378f845-b5cd-4133-9df6-ab8c3e3245e9, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:33.797338 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port e23a900b-ece7-45de-8cfa-c620ce540d0e triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:33.798653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.806901 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] For port d378f845-b5cd-4133-9df6-ab8c3e3245e9, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=d378f845-b5cd-4133-9df6-ab8c3e3245e9,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:33.815297 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:33.840471 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:33.901524 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Routers {'38c8a18d-9373-4ef4-ac97-8a094e92ef5e'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:33.902623 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:33.957910 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:33.966028 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:33.983377 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bec29366-6212-4d0d-a3c0-2a001027cee4 None None] Provisioning complete for port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:33.984550 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bec29366-6212-4d0d-a3c0-2a001027cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.101961 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] Set router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:34.144219 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.206842 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.208174 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92a02-0c23-466b-95b9-8289284fdcb5 None None] Pushing event updated for resources: {'Port': ['ID=d378f845-b5cd-4133-9df6-ab8c3e3245e9,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:34.252254 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port e23a900b-ece7-45de-8cfa-c620ce540d0e, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=e23a900b-ece7-45de-8cfa-c620ce540d0e,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:34.256613 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ced92a02-0c23-466b-95b9-8289284fdcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:34.262142 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.266473 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:34.362937 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-910617a5-d692-492a-adc0-33753f0432f9 None None] Provisioning for port b4e2c986-da92-4764-b8f0-41a0b60c9861 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:34.370847 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-910617a5-d692-492a-adc0-33753f0432f9 None None] Provisioning complete for port b4e2c986-da92-4764-b8f0-41a0b60c9861 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:34.372706 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-910617a5-d692-492a-adc0-33753f0432f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.486838 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:34.530680 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T13:57:29Z', 'revision_number': 3, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:34.612368 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=e23a900b-ece7-45de-8cfa-c620ce540d0e,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:34.640960 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:34.648490 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0389a732-7ab0-4d32-a6c2-978268aa6fb3 None None] The sync data for ids ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'] in dv-cinder-796950-3-iscsi is: [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T13:57:29Z', 'revision_number': 3, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:57:34.656670 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-910617a5-d692-492a-adc0-33753f0432f9 None None] Port b4e2c986-da92-4764-b8f0-41a0b60c9861 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:57:34.712899 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:34.713446 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.733371 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.747650 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69170b53-8511-46b6-8448-0c398f4ec19e req-1eeb590a-c688-49fd-9270-cbf256fc5b0f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:34.749277 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-69170b53-8511-46b6-8448-0c398f4ec19e req-1eeb590a-c688-49fd-9270-cbf256fc5b0f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.3056538 Jun 22 13:57:34.750549 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.780852 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf2f03ec-5d58-400c-8cbe-4f29497adeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:34.846169 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:34.856407 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e2c986-da92-4764-b8f0-41a0b60c9861,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:34.875992 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:34.882913 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-69170b53-8511-46b6-8448-0c398f4ec19e req-e8a00b59-49ed-412d-abf3-2c2114150cd4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031075 Jun 22 13:57:35.001559 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:35.002959 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:35.157522 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 13:57:35.305550 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 13:57:35.323803 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] 10.222.0.13 "PUT /v2.0/routers/38c8a18d-9373-4ef4-ac97-8a094e92ef5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8903611 Jun 22 13:57:35.341250 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-d8c15b57-9443-4631-b3bd-a0ad2a5ac756 None None] Provisioning complete for port b4e2c986-da92-4764-b8f0-41a0b60c9861 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:35.344797 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d8c15b57-9443-4631-b3bd-a0ad2a5ac756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:35.403058 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-d8c15b57-9443-4631-b3bd-a0ad2a5ac756 None None] Port b4e2c986-da92-4764-b8f0-41a0b60c9861 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:57:35.894007 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.092551 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-37d17377-f8f0-46c1-858e-47e91fd00dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.239877 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45768) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:36.246038 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385202540', 'description': 'tempest-secgroup-smoke-385202540 description', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:36.279049 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.313562 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7094b0-a336-434a-8433-e370503ae251 req-dffdbe62-6eaa-4b40-9609-b7505d346d6a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:36.316425 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5e7094b0-a336-434a-8433-e370503ae251 req-dffdbe62-6eaa-4b40-9609-b7505d346d6a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0995669 Jun 22 13:57:36.387174 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5e7094b0-a336-434a-8433-e370503ae251 req-4dd1021f-6cfc-49c4-8ae3-718788429051 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Jun 22 13:57:36.457483 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.470109 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.486905 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-330bd39a-9cd3-4074-acf6-07fac0c19449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:36.512158 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.517954 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45776) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:36.525838 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group_rule': {'security_group_id': '109b4c81-545d-48f3-83ef-4dca7836beb6', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:36.529818 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2887533 Jun 22 13:57:36.534710 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d378f845-b5cd-4133-9df6-ab8c3e3245e9 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:36.547539 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109b4c81-545d-48f3-83ef-4dca7836beb6,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:36.550921 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:36.621764 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port d378f845-b5cd-4133-9df6-ab8c3e3245e9 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:36.626881 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port d378f845-b5cd-4133-9df6-ab8c3e3245e9 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:36.627291 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.644764 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.661232 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Sync routers for ids ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 13:57:36.681471 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Routers {'38c8a18d-9373-4ef4-ac97-8a094e92ef5e'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:36.682155 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:36.727699 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.738018 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae11f-7111-4a41-870a-6a6aa08338e4 req-9af0813e-ba8b-4328-a6cd-69a56c6ae321 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:36.739856 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d75ae11f-7111-4a41-870a-6a6aa08338e4 req-9af0813e-ba8b-4328-a6cd-69a56c6ae321 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.1785750 Jun 22 13:57:36.741444 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.744560 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:36.791493 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e8a427-03ec-4ac0-ac5e-66d68e0db904,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:36.798918 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.804124 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45784) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:36.804558 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2843564 Jun 22 13:57:36.807222 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:36.811112 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group_rule': {'security_group_id': '109b4c81-545d-48f3-83ef-4dca7836beb6', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:36.838410 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Set router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:36.848264 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d75ae11f-7111-4a41-870a-6a6aa08338e4 req-82715b01-a166-426d-902d-ff89300e5f0a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965133 Jun 22 13:57:36.862161 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.972967 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.981119 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:36.993212 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:37.005048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.022620 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6e3a84-a069-4e73-9162-eeff5d4c0b32,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:37.055910 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:37.058144 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.060337 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2546959 Jun 22 13:57:37.062934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45806) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:37.070571 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group_rule': {'security_group_id': '109b4c81-545d-48f3-83ef-4dca7836beb6', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:37.148207 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-c5431e86-7bc8-41f3-b50b-64e2b7bd12f5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7902472d43c840ec9fcd6db4e910ebdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624373 Jun 22 13:57:37.158157 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.167533 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.206990 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port d378f845-b5cd-4133-9df6-ab8c3e3245e9, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=d378f845-b5cd-4133-9df6-ab8c3e3245e9,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:37.215345 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.216307 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device e23a900b-ece7-45de-8cfa-c620ce540d0e up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:37.223140 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:37.362115 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=d378f845-b5cd-4133-9df6-ab8c3e3245e9,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:37.366988 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:37.379896 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port e23a900b-ece7-45de-8cfa-c620ce540d0e triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:37.380334 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.418239 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T13:57:33Z', 'revision_number': 4, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'b4e2c986-da92-4764-b8f0-41a0b60c9861', 'name': '', 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'mac_address': 'fa:16:3e:43:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:33Z', 'updated_at': '2021-06-22T13:57:34Z', 'revision_number': 2, 'project_id': '36f507b6319f41aea571f81cf8687872', 'subnets': [{'id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:37.455638 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Checking router: 38c8a18d-9373-4ef4-ac97-8a094e92ef5e for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 13:57:37.456007 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Updating router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e port b4e2c986-da92-4764-b8f0-41a0b60c9861 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 13:57:37.486653 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-4a71f4cb-a2f4-4610-a232-f71e14138d38 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:37.488329 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-4a71f4cb-a2f4-4610-a232-f71e14138d38 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124001 Jun 22 13:57:37.501922 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.513836 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-9b498f3a-a1d5-48a4-95db-0e86b2136235 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/quotas/7902472d43c840ec9fcd6db4e910ebdf HTTP/1.1" status: 200 len: 375 time: 0.0174248 Jun 22 13:57:37.520463 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.525872 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.528344 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:37.598556 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-237e2e06-fce0-4b7c-948c-e38b2627340a tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7902472d43c840ec9fcd6db4e910ebdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646887 Jun 22 13:57:37.599404 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b42bfc-deee-4ea9-9a05-867c36ac5048,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:37.603945 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:37.609759 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.616269 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-d35b7b30-7ed9-40b8-a507-02a162c635a2 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5474246 Jun 22 13:57:37.616466 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45812) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:37.621603 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group_rule': {'security_group_id': '109b4c81-545d-48f3-83ef-4dca7836beb6', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:37.658867 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.788302 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.796739 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.814950 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:37.821187 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:37.828069 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067873 Jun 22 13:57:37.829048 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 45818) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:37.835868 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group_rule': {'security_group_id': '109b4c81-545d-48f3-83ef-4dca7836beb6', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:37.881418 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.securitygroups_db [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Project fbb146a5f1444beeb99d6a75fcf98346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 13:57:37.890545 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bcfe03-c483-4c12-b1ba-7fc5919ebf18,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:37.896338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fa45bd5b-5f21-495e-a632-1c3aa1c418fb tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:37.899748 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.024860 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-06c288b7-d5e0-401f-9caf-4db8ea3d3346 req-a9a7fecb-c10b-4e20-bff4-bdda831cc434 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 210 time: 0.0578959 Jun 22 13:57:38.043018 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.054438 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.061713 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2f9e204d-1c3b-46c3-8334-e258e48fbcf8 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:38.085657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86797c4-690e-4d4a-a8ff-56231017f45e,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:38.107393 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:38.136631 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.138567 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079515 Jun 22 13:57:38.142465 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 45832) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:38.148247 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Request body: {'security_group_rule': {'security_group_id': '109b4c81-545d-48f3-83ef-4dca7836beb6', 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:38.182798 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.securitygroups_db [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Project fbb146a5f1444beeb99d6a75fcf98346 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 13:57:38.189943 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.240884 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.262140 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Transition to ACTIVE for port object b4e2c986-da92-4764-b8f0-41a0b60c9861 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:38.270522 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.274387 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:38.288935 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.296129 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.300440 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7c3d235d-a0a4-41bc-b1ed-cd4917931a6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:38.340308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5dea67-2841-4cd0-9548-b16a97696e47,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:38.349819 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:38.352102 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.354931 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112548 Jun 22 13:57:38.410749 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d378f845-b5cd-4133-9df6-ab8c3e3245e9 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:38.412934 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f86631-2376-4dbc-8371-e9555c67ce4d None None] Pushing event updated for resources: {'Port': ['ID=b4e2c986-da92-4764-b8f0-41a0b60c9861,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:38.419270 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-85f86631-2376-4dbc-8371-e9555c67ce4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:38.529232 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Attempting to bind port b4e2c986-da92-4764-b8f0-41a0b60c9861 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:38.529824 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Attempting to bind port b4e2c986-da92-4764-b8f0-41a0b60c9861 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:38.530385 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Attempting to bind port b4e2c986-da92-4764-b8f0-41a0b60c9861 on network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:38.535566 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.556865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:38.558818 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Checking segment: {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:38.558818 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.558818 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Bound using segment: {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:38.559497 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Bound port: b4e2c986-da92-4764-b8f0-41a0b60c9861, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eccaeb-ea5c-43f6-b823-f8b65010d43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:38.560018 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.585997 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port d378f845-b5cd-4133-9df6-ab8c3e3245e9 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:38.586547 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.743564 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] For port b4e2c986-da92-4764-b8f0-41a0b60c9861, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:38.748374 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] For port b4e2c986-da92-4764-b8f0-41a0b60c9861, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=b4e2c986-da92-4764-b8f0-41a0b60c9861,segment=NetworkSegment(08eccaeb-ea5c-43f6-b823-f8b65010d43a),segment_id=08eccaeb-ea5c-43f6-b823-f8b65010d43a)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:38.755079 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:38.760394 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-c5e3d3f3-1495-447b-91e9-79592abd0546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:38.887623 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f86631-2376-4dbc-8371-e9555c67ce4d None None] Pushing event updated for resources: {'Port': ['ID=b4e2c986-da92-4764-b8f0-41a0b60c9861,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:38.892862 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Routers {'38c8a18d-9373-4ef4-ac97-8a094e92ef5e'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 13:57:38.893849 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T13:57:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:38.898688 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-85f86631-2376-4dbc-8371-e9555c67ce4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:39.096957 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] Set router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 13:57:39.288490 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e6d5ec45-87e3-4bee-8bf7-bd3f1d4bf537 req-84149046-58a4-4f1e-b9b8-cddb404ad405 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Jun 22 13:57:39.365735 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T13:57:33Z', 'revision_number': 4, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'b4e2c986-da92-4764-b8f0-41a0b60c9861', 'name': '', 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'mac_address': 'fa:16:3e:43:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:33Z', 'updated_at': '2021-06-22T13:57:38Z', 'revision_number': 4, 'project_id': '36f507b6319f41aea571f81cf8687872', 'subnets': [{'id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 13:57:39.397798 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc361f0-7adf-4694-9603-ffc41774ca60 None None] The sync data for ids ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'] in dv-cinder-796950-3-iscsi is: [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T13:57:33Z', 'revision_number': 4, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'b4e2c986-da92-4764-b8f0-41a0b60c9861', 'name': '', 'network_id': '281a6308-0dd4-48b3-bc8e-d84c7b5d112c', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'mac_address': 'fa:16:3e:43:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:33Z', 'updated_at': '2021-06-22T13:57:38Z', 'revision_number': 4, 'project_id': '36f507b6319f41aea571f81cf8687872', 'subnets': [{'id': '4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 13:57:40.052643 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-98976a85-19fc-4e8c-a939-b0a3c56a2627 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117218 Jun 22 13:57:40.111173 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:40.201934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-21948e82-d77a-4a66-a322-9aecb144034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:40.202837 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-21948e82-d77a-4a66-a322-9aecb144034d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0684836 Jun 22 13:57:40.469688 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-5a254dfc-fb88-428f-9c54-8e2240099d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:40.471205 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-5a254dfc-fb88-428f-9c54-8e2240099d28 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.2415228 Jun 22 13:57:40.473427 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b4e2c986-da92-4764-b8f0-41a0b60c9861 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:40.546442 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05486514-d1b2-446d-b9e4-a918ef6434c6 req-60afdfa7-67eb-42c9-8767-71cce28c27a7 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 210 time: 0.0710330 Jun 22 13:57:40.547794 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port b4e2c986-da92-4764-b8f0-41a0b60c9861 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:40.547958 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-ee8f6c5d-adde-4c1c-b1ca-99d3b85bdeeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0593164 Jun 22 13:57:40.553242 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port b4e2c986-da92-4764-b8f0-41a0b60c9861 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:40.553782 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:40.622973 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-510524af-ed97-4043-b8ea-1302bb90dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:40.624489 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-510524af-ed97-4043-b8ea-1302bb90dc52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0554192 Jun 22 13:57:40.663030 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:40.687803 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-5c7b1446-06e9-4337-b6ab-cad00aa9be26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465341 Jun 22 13:57:40.703389 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port b4e2c986-da92-4764-b8f0-41a0b60c9861, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=b4e2c986-da92-4764-b8f0-41a0b60c9861,segment=NetworkSegment(08eccaeb-ea5c-43f6-b823-f8b65010d43a),segment_id=08eccaeb-ea5c-43f6-b823-f8b65010d43a)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:40.708123 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:40.711879 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:40.763108 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=b4e2c986-da92-4764-b8f0-41a0b60c9861,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:40.766454 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:40.790375 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-e5283104-77ae-4266-91e0-7240911c5322 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919554 Jun 22 13:57:41.114768 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-2d4f1e5a-6b7d-4c45-a9ca-0c4fb39c0962 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7902472d43c840ec9fcd6db4e910ebdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444872 Jun 22 13:57:41.142113 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2bfc4229-1bf8-4f98-9073-118fa0f67a10 req-d07c82be-4590-45a0-b429-b1c785944117 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430595 Jun 22 13:57:41.257862 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-03a96fd6-c4b5-4efd-a945-13a943da9209 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:41.259636 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-03a96fd6-c4b5-4efd-a945-13a943da9209 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378639 Jun 22 13:57:41.297975 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Request body: {'port': {'device_id': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d', 'admin_state_up': True, 'tenant_id': '7902472d43c840ec9fcd6db4e910ebdf'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:41.496656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Made reservation on behalf of 7902472d43c840ec9fcd6db4e910ebdf for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 13:57:41.500970 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:41.513336 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:41.654396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:41.662468 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:41.666200 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-06989181-28f1-4268-9ea1-f0ef8e9b5c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:41.743143 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04032d9b-853e-44ba-bbc4-832b30ab83ca,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:41.750107 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:41.862415 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7be9bcb8-cb7d-404c-9baa-987fd7099d1a req-9ad1cab4-1680-4238-8403-eaf23363b765 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 210 time: 0.0418451 Jun 22 13:57:41.920142 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Allocated IP 192.168.233.123 (8b115f0b-8dc4-4624-a1de-0384ee857a7d/b52741a3-dc4a-4338-b371-a70d2a23e480/fab5dbf5-ef69-4242-900a-d3a406d23ebc) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 13:57:42.217873 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:42.258480 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Transition to ACTIVE for port object fab5dbf5-ef69-4242-900a-d3a406d23ebc will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:42.370974 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:42.388437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:42.404201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Network 8b115f0b-8dc4-4624-a1de-0384ee857a7d is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 13:57:42.408882 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 13:57:42.420325 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b4e2c986-da92-4764-b8f0-41a0b60c9861 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:42.505025 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 13:57:42.527478 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-66752970-b285-47b7-8c4a-a3720fdbc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:42.529721 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-66752970-b285-47b7-8c4a-a3720fdbc1f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.1183927 Jun 22 13:57:42.569706 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port b4e2c986-da92-4764-b8f0-41a0b60c9861 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:42.570350 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:42.694300 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-e0345d83-8fdc-4ae3-93b4-f778c46d350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:42.698416 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-e0345d83-8fdc-4ae3-93b4-f778c46d350e service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1605115 Jun 22 13:57:42.727524 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Pushing event updated for resources: {'Port': ['ID=fab5dbf5-ef69-4242-900a-d3a406d23ebc,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:42.736185 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:42.758643 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:42.758643 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:42.802476 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5073462 Jun 22 13:57:42.811600 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-f0c49a22-01ef-483b-9fc2-333a0adfceb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0772207 Jun 22 13:57:42.820257 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1f25d-8850-48c0-857f-07880930dc9a req-bc0fd458-9803-4770-b2ad-9c6f4fff0e70 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:42.823158 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9b1f25d-8850-48c0-857f-07880930dc9a req-bc0fd458-9803-4770-b2ad-9c6f4fff0e70 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.2290542 Jun 22 13:57:42.831659 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Request body: {'port': {'device_id': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 13:57:42.856997 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-d44b02fa-9ee9-448d-892d-250e4fcd7212 None None] Provisioning for port fab5dbf5-ef69-4242-900a-d3a406d23ebc completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:42.861990 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-d44b02fa-9ee9-448d-892d-250e4fcd7212 None None] Provisioning complete for port fab5dbf5-ef69-4242-900a-d3a406d23ebc triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:42.862595 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d44b02fa-9ee9-448d-892d-250e4fcd7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:42.902021 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-8429ebd1-279d-43c2-b61c-907c7dbb10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:42.903542 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-8429ebd1-279d-43c2-b61c-907c7dbb10ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0654023 Jun 22 13:57:42.909191 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-d44b02fa-9ee9-448d-892d-250e4fcd7212 None None] Port fab5dbf5-ef69-4242-900a-d3a406d23ebc cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 13:57:42.910281 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9b1f25d-8850-48c0-857f-07880930dc9a req-d52c7ad2-9c9b-4102-83e6-8ed2d3c29dbb tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756543 Jun 22 13:57:42.964835 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-e25f6246-c95d-447f-8e33-8fb180df2a92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539696 Jun 22 13:57:42.966398 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:43.123111 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-d21b3fbe-08ad-4b8e-ae8d-99fdd0203de5 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391628 Jun 22 13:57:43.308170 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-97ae8185-6754-4902-8d0f-e8fa70d17c0a service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643825 Jun 22 13:57:43.350634 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dcc3-0df3-4002-ab8f-7f52b2dd189a req-bfd49581-1dd1-4ad7-b8d1-c5ee3fac061d tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:43.359272 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d839dcc3-0df3-4002-ab8f-7f52b2dd189a req-bfd49581-1dd1-4ad7-b8d1-c5ee3fac061d tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 936 time: 0.1318436 Jun 22 13:57:43.415034 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d839dcc3-0df3-4002-ab8f-7f52b2dd189a req-0b5bb4a4-f7f8-4b8c-94df-cb1a944a5466 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534084 Jun 22 13:57:43.485627 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab5dbf5-ef69-4242-900a-d3a406d23ebc {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:57:43.496742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:43.511434 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Transition to ACTIVE for port object fab5dbf5-ef69-4242-900a-d3a406d23ebc will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 13:57:43.529718 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:43.533472 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5f2fb880-25bb-4364-b472-ec75a1659c87 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:43.655102 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Pushing event updated for resources: {'Port': ['ID=fab5dbf5-ef69-4242-900a-d3a406d23ebc,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:43.666158 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:43.760880 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Attempting to bind port fab5dbf5-ef69-4242-900a-d3a406d23ebc on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 13:57:43.761476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Attempting to bind port fab5dbf5-ef69-4242-900a-d3a406d23ebc by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 13:57:43.762055 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Attempting to bind port fab5dbf5-ef69-4242-900a-d3a406d23ebc on network 8b115f0b-8dc4-4624-a1de-0384ee857a7d {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:43.779588 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b619e2-2e15-47af-a439-9d09e870f957 req-671ae637-9c8b-44a3-9a3a-f7d1aaa1b009 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:43.781112 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d5b619e2-2e15-47af-a439-9d09e870f957 req-671ae637-9c8b-44a3-9a3a-f7d1aaa1b009 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1567597 Jun 22 13:57:43.781836 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Port fab5dbf5-ef69-4242-900a-d3a406d23ebc on network 8b115f0b-8dc4-4624-a1de-0384ee857a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 13:57:43.782211 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Attempting to bind port fab5dbf5-ef69-4242-900a-d3a406d23ebc on network 8b115f0b-8dc4-4624-a1de-0384ee857a7d {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 13:57:43.788315 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 13:57:43.788660 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Checking segment: {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 13:57:43.789062 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Bound using segment: {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 13:57:43.789474 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Bound port: fab5dbf5-ef69-4242-900a-d3a406d23ebc, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6dcfbf-90f3-4250-b568-2e6f840eaa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 13:57:43.789827 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:43.877819 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d5b619e2-2e15-47af-a439-9d09e870f957 req-23c5f57d-de45-4136-b5a6-63836b28ba57 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855963 Jun 22 13:57:43.919370 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] For port fab5dbf5-ef69-4242-900a-d3a406d23ebc, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 13:57:43.923968 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] For port fab5dbf5-ef69-4242-900a-d3a406d23ebc, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 13:57:43.933637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:43.946140 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:43.980010 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:43.980793 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:43.982278 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] 10.222.0.10 "PUT /v2.0/ports/fab5dbf5-ef69-4242-900a-d3a406d23ebc HTTP/1.1" status: 200 len: 1098 time: 1.1556370 Jun 22 13:57:43.982868 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'tag': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:57:43.985395 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fd97bc-9231-458b-b8a5-aab6791fa160" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca55efd-9739-4aa2-ab16-9a6cc12b9469", "tag": "fab5dbf5-ef69-4242-900a-d3a406d23ebc"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:57:44.029444 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Pushing event updated for resources: {'Port': ['ID=fab5dbf5-ef69-4242-900a-d3a406d23ebc,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:44.035007 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:44.196422 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-085219e5-64c7-4e1e-9742-eec06d35bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:44.198924 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-085219e5-64c7-4e1e-9742-eec06d35bb1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7902472d43c840ec9fcd6db4e910ebdf&device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 1101 time: 0.1304929 Jun 22 13:57:44.208383 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75383eb3-4241-4e9b-b98f-4431ee20a9ae req-990f4fd4-e79a-46ba-896c-b177c7eb0405 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:44.210342 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-75383eb3-4241-4e9b-b98f-4431ee20a9ae req-990f4fd4-e79a-46ba-896c-b177c7eb0405 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.1092169 Jun 22 13:57:44.232974 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2ae32-f223-48bb-82c1-79c54f3439f2 x-openstack-request-id: req-40c2ae32-f223-48bb-82c1-79c54f3439f2 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:57:44.233327 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca55efd-9739-4aa2-ab16-9a6cc12b9469", "tag": "fab5dbf5-ef69-4242-900a-d3a406d23ebc", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:57:44.233807 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40c2ae32-f223-48bb-82c1-79c54f3439f2 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:57:44.234236 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'tag': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc', 'status': 'completed', 'code': 200} Jun 22 13:57:44.267708 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-75383eb3-4241-4e9b-b98f-4431ee20a9ae req-f32c5c56-bfda-4c98-860f-1e588bced6cb tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494466 Jun 22 13:57:44.330732 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-675cb282-852f-47d3-bc5b-7f6f181fbca3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc HTTP/1.1" status: 200 len: 217 time: 0.0561934 Jun 22 13:57:44.395760 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-e66fd43f-af2c-48f2-91ea-7ebeaff5e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:44.397208 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-e66fd43f-af2c-48f2-91ea-7ebeaff5e567 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b52741a3-dc4a-4338-b371-a70d2a23e480 HTTP/1.1" status: 200 len: 843 time: 0.0516608 Jun 22 13:57:44.697781 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8067dd-92c4-4027-97f2-5825476cce13 req-d5ebe5fa-8ff5-4866-b483-258f54cf69f9 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:44.699942 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cd8067dd-92c4-4027-97f2-5825476cce13 req-d5ebe5fa-8ff5-4866-b483-258f54cf69f9 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 948 time: 0.1113126 Jun 22 13:57:44.715319 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-a1ea6678-4844-4a96-8876-73d3f4b45df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:44.716779 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-a1ea6678-4844-4a96-8876-73d3f4b45df6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b115f0b-8dc4-4624-a1de-0384ee857a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3032427 Jun 22 13:57:44.744254 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cd8067dd-92c4-4027-97f2-5825476cce13 req-aac7dd4b-efdf-4175-b780-11c89fdf570c tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 Jun 22 13:57:44.817893 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-44df41e8-923c-459c-ad22-5bb796af5fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/8b115f0b-8dc4-4624-a1de-0384ee857a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927370 Jun 22 13:57:44.913964 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29a30aa0-a018-4cd0-885b-5f3684d48f30 req-6e088b09-5245-4aa7-bd46-b3c7f9f6d334 service neutron] 10.222.0.10 "GET /v2.0/networks/8b115f0b-8dc4-4624-a1de-0384ee857a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888610 Jun 22 13:57:45.121170 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6ff78-d823-4705-8373-3905c6437b2d req-ca15c25a-4cab-40b3-8344-bf8a69e7fbd6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.123949 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-12a6ff78-d823-4705-8373-3905c6437b2d req-ca15c25a-4cab-40b3-8344-bf8a69e7fbd6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1131408 Jun 22 13:57:45.148158 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-136c7585-50c6-43e6-aed5-63c0942fcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.149645 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-136c7585-50c6-43e6-aed5-63c0942fcc1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7902472d43c840ec9fcd6db4e910ebdf&device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 1101 time: 0.1056247 Jun 22 13:57:45.173834 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-12a6ff78-d823-4705-8373-3905c6437b2d req-ead06ae4-a2ab-445a-8e8d-e954a5f29fb3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 Jun 22 13:57:45.265931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-348ad451-c68c-4e54-9a50-14a163162cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.266267 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 46074) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:45.267564 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-348ad451-c68c-4e54-9a50-14a163162cab service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b115f0b-8dc4-4624-a1de-0384ee857a7d HTTP/1.1" status: 200 len: 870 time: 0.0922661 Jun 22 13:57:45.320450 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-98da11d0-a08d-43b9-ae33-fd568af729ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc HTTP/1.1" status: 200 len: 217 time: 0.0400958 Jun 22 13:57:45.374922 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-4fb56195-d067-4a9d-80dd-593756086946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.376819 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-4fb56195-d067-4a9d-80dd-593756086946 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b52741a3-dc4a-4338-b371-a70d2a23e480 HTTP/1.1" status: 200 len: 843 time: 0.0492506 Jun 22 13:57:45.397513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.448907 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-638ec747-10e3-45ca-83cf-76a2b8b5dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.450557 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-638ec747-10e3-45ca-83cf-76a2b8b5dec8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b115f0b-8dc4-4624-a1de-0384ee857a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0590177 Jun 22 13:57:45.518645 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb7bde-6d7a-4fe4-a72f-c4c494b19c8d req-441582d5-d7cd-4a17-9593-0e7cb260b788 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.520209 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40eb7bde-6d7a-4fe4-a72f-c4c494b19c8d req-441582d5-d7cd-4a17-9593-0e7cb260b788 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.1120203 Jun 22 13:57:45.578204 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-53d812fb-8a8a-4c74-b7be-db8218e5575e service neutron] 10.222.0.10 "GET /v2.0/networks/8b115f0b-8dc4-4624-a1de-0384ee857a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095204 Jun 22 13:57:45.584019 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.587902 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40eb7bde-6d7a-4fe4-a72f-c4c494b19c8d req-780ae7fb-6a4b-46d8-8f29-3740e52f91b9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607040 Jun 22 13:57:45.589077 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.591599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:45.628715 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d777a93-57e8-44db-8da9-1e25546734f4,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:45.635938 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e436cabd2b40b7a7e2a82e789ce10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684087 Jun 22 13:57:45.637004 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:45.637445 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 46084) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:57:45.696278 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9fd97bc-9231-458b-b8a5-aab6791fa160 req-02a59271-0860-42d1-a341-7e681d85cb67 service neutron] 10.222.0.10 "GET /v2.0/networks/8b115f0b-8dc4-4624-a1de-0384ee857a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033170 Jun 22 13:57:45.699245 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.724482 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.798770 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.802999 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:45.804347 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d777a93-57e8-44db-8da9-1e25546734f4 HTTP/1.1" status: 204 len: 168 time: 0.1654856 Jun 22 13:57:45.808089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-00809000-c7d5-453a-9ed5-c94bcffc5ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:45.816179 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d777a93-57e8-44db-8da9-1e25546734f4,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:45.825004 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:45.992691 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833d369-23ce-46f2-9e0a-5a92feea8c14 req-05547af3-7002-4573-9d48-829c7cadd140 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:45.994277 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e833d369-23ce-46f2-9e0a-5a92feea8c14 req-05547af3-7002-4573-9d48-829c7cadd140 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 948 time: 0.0865076 Jun 22 13:57:46.036848 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e833d369-23ce-46f2-9e0a-5a92feea8c14 req-d58b8390-b8a9-44e1-9816-6d4d41ec8c0b tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361993 Jun 22 13:57:46.376647 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01212ccb-3ad0-4267-b91d-492d5d06ba3d req-b1cc033c-2c45-4c35-a727-34aea026b936 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:46.378176 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-01212ccb-3ad0-4267-b91d-492d5d06ba3d req-b1cc033c-2c45-4c35-a727-34aea026b936 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0744579 Jun 22 13:57:46.420007 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-01212ccb-3ad0-4267-b91d-492d5d06ba3d req-17814f10-5b8a-4f94-9f58-5a641f9f9ba3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348608 Jun 22 13:57:46.781769 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce8e96-221e-4fd5-9223-ac8ecb562731 req-5ea99d15-dcf8-4cf9-8091-558707ff243f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:46.783271 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-28ce8e96-221e-4fd5-9223-ac8ecb562731 req-5ea99d15-dcf8-4cf9-8091-558707ff243f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0740755 Jun 22 13:57:46.829621 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-28ce8e96-221e-4fd5-9223-ac8ecb562731 req-d55d5165-6370-4494-b11f-c186a1c555db tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Jun 22 13:57:47.237238 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85ace-49c9-4864-9f9e-45d5e5c2083b req-5090f86d-4d5c-43d7-9755-fee1afe51353 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:47.238804 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9fe85ace-49c9-4864-9f9e-45d5e5c2083b req-5090f86d-4d5c-43d7-9755-fee1afe51353 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 948 time: 0.0759132 Jun 22 13:57:47.279150 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9fe85ace-49c9-4864-9f9e-45d5e5c2083b req-bf3e026a-5731-4efe-9f10-aff93560fe1d tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Jun 22 13:57:47.621367 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3299ea-edc0-4839-b8bf-a6cf0bc2a7e5 req-f9ea52ba-e467-420d-b538-31b97dd93cda tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:47.622881 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1b3299ea-edc0-4839-b8bf-a6cf0bc2a7e5 req-f9ea52ba-e467-420d-b538-31b97dd93cda tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0693018 Jun 22 13:57:47.664002 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1b3299ea-edc0-4839-b8bf-a6cf0bc2a7e5 req-1a24bf4c-a96d-414c-98bf-146293dbf108 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353215 Jun 22 13:57:48.014472 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e560dc-149a-4436-a951-f321d293b05b req-98e51e80-3920-4afe-859d-6d8fa50305be tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:48.016088 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-67e560dc-149a-4436-a951-f321d293b05b req-98e51e80-3920-4afe-859d-6d8fa50305be tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0697885 Jun 22 13:57:48.059237 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-67e560dc-149a-4436-a951-f321d293b05b req-2483b313-27fc-4fb8-b02e-2557df1a7401 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359397 Jun 22 13:57:48.468943 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607196d-32e4-4176-889b-b36c2e12736f req-feb6b02c-6e3e-4489-bae0-36f4c6c1172a tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:48.470482 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3607196d-32e4-4176-889b-b36c2e12736f req-feb6b02c-6e3e-4489-bae0-36f4c6c1172a tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 948 time: 0.0697043 Jun 22 13:57:48.509889 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3607196d-32e4-4176-889b-b36c2e12736f req-a5b8ce80-d7bd-4f09-91f9-3e14c10332cd tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Jun 22 13:57:48.860199 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989a4f-cdf1-42f6-bf20-1ee3d3e561bb req-a5c16dd1-4b27-43d4-aa32-fa6688935d7b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:48.861619 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a989a4f-cdf1-42f6-bf20-1ee3d3e561bb req-a5c16dd1-4b27-43d4-aa32-fa6688935d7b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0675855 Jun 22 13:57:48.903126 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a989a4f-cdf1-42f6-bf20-1ee3d3e561bb req-b388bde7-2c0d-496a-957c-295528ebbb7a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348108 Jun 22 13:57:49.089939 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device fab5dbf5-ef69-4242-900a-d3a406d23ebc details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:57:49.205095 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port fab5dbf5-ef69-4242-900a-d3a406d23ebc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:49.218777 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc', 'network_id': '8b115f0b-8dc4-4624-a1de-0384ee857a7d', 'port_id': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc', 'mac_address': 'fa:16:3e:ba:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52741a3-dc4a-4338-b371-a70d2a23e480', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:57:49.245677 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67aa41-fc2f-4459-809a-f138297670a2 req-5c32bbc9-25af-436a-a6d9-86a44113c006 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:49.247979 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb67aa41-fc2f-4459-809a-f138297670a2 req-5c32bbc9-25af-436a-a6d9-86a44113c006 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0705216 Jun 22 13:57:49.275750 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:49.296421 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab5dbf5-ef69-4242-900a-d3a406d23ebc {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:57:49.301790 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb67aa41-fc2f-4459-809a-f138297670a2 req-61c8b7e6-bb07-4cae-b781-25a5e890a865 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Jun 22 13:57:49.326239 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port fab5dbf5-ef69-4242-900a-d3a406d23ebc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:49.331071 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:49.332981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e83e3052-7f50-4a75-883f-7cb36ef4614e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:49.384099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=fab5dbf5-ef69-4242-900a-d3a406d23ebc,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:49.387380 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:49.702639 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd65b-53e7-45da-b4a4-4c3bdcd61f49 req-445112cf-e769-4ed5-b518-28426c61502c tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:49.704187 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bd5dd65b-53e7-45da-b4a4-4c3bdcd61f49 req-445112cf-e769-4ed5-b518-28426c61502c tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 949 time: 0.0768394 Jun 22 13:57:49.743366 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bd5dd65b-53e7-45da-b4a4-4c3bdcd61f49 req-be046e76-ff6a-4103-9d14-c2fd7722d279 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Jun 22 13:57:49.832212 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['fab5dbf5-ef69-4242-900a-d3a406d23ebc'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:57:50.107085 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ee5e1-041d-40b5-8cfc-719670cfe2d5 req-1e77094e-4604-4fdf-9eb8-2a34b2c3db6c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:50.108684 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-456ee5e1-041d-40b5-8cfc-719670cfe2d5 req-1e77094e-4604-4fdf-9eb8-2a34b2c3db6c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0764194 Jun 22 13:57:50.156546 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-456ee5e1-041d-40b5-8cfc-719670cfe2d5 req-e73f49e8-982c-4eb5-aed2-6824dc602f21 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417936 Jun 22 13:57:50.494613 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dbd3-f229-495c-8650-181baf3df61c req-7c7803ff-66d9-4100-99db-72bbc7b6af2d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:50.496261 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d9a3dbd3-f229-495c-8650-181baf3df61c req-7c7803ff-66d9-4100-99db-72bbc7b6af2d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0765154 Jun 22 13:57:50.545553 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d9a3dbd3-f229-495c-8650-181baf3df61c req-1a79ea1f-2f8b-4e49-8a45-00ee7bd77a8e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Jun 22 13:57:50.952961 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51345ac-3118-4015-b3a5-8f707786d8e1 req-238ad83c-105d-4b01-a794-0f87613fa619 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:50.954555 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f51345ac-3118-4015-b3a5-8f707786d8e1 req-238ad83c-105d-4b01-a794-0f87613fa619 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 949 time: 0.0760989 Jun 22 13:57:51.011420 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f51345ac-3118-4015-b3a5-8f707786d8e1 req-4a40c49b-3129-42fd-81b1-03e7f623dfce tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490608 Jun 22 13:57:51.100760 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device fab5dbf5-ef69-4242-900a-d3a406d23ebc up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:57:51.158455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port fab5dbf5-ef69-4242-900a-d3a406d23ebc completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 13:57:51.162795 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port fab5dbf5-ef69-4242-900a-d3a406d23ebc triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:57:51.163930 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:51.265049 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:51.291654 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:57:51.294088 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc61b6-e49c-4258-9837-eedc7a0468a2" -d '{"events": [{"server_uuid": "7ca55efd-9739-4aa2-ab16-9a6cc12b9469", "name": "network-vif-plugged", "status": "completed", "tag": "fab5dbf5-ef69-4242-900a-d3a406d23ebc"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:57:51.328385 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port fab5dbf5-ef69-4242-900a-d3a406d23ebc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:57:51.335217 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:57:51.343771 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:57:51.373554 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a39877-e265-4530-a255-c8b539d80a2d x-openstack-request-id: req-d8a39877-e265-4530-a255-c8b539d80a2d {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:57:51.373894 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca55efd-9739-4aa2-ab16-9a6cc12b9469", "name": "network-vif-plugged", "status": "completed", "tag": "fab5dbf5-ef69-4242-900a-d3a406d23ebc", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:57:51.374157 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a39877-e265-4530-a255-c8b539d80a2d {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:57:51.374570 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc', 'code': 200} Jun 22 13:57:51.402959 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c21b-c6cd-4cb1-8a8a-4870e49b6e64 req-9f8f6b72-782d-4795-aca8-659fe9e7642e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:51.409478 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2f3c21b-c6cd-4cb1-8a8a-4870e49b6e64 req-9f8f6b72-782d-4795-aca8-659fe9e7642e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0920944 Jun 22 13:57:51.423614 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=fab5dbf5-ef69-4242-900a-d3a406d23ebc,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:57:51.427310 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:57:51.459385 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2f3c21b-c6cd-4cb1-8a8a-4870e49b6e64 req-cc6f910c-59d5-4c86-935c-5d8558af560c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490143 Jun 22 13:57:51.738065 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0572d-0517-4468-94d4-20eb4dff0f82 req-0a5682e3-73f7-4b6a-8f40-65614e486cb6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:51.739684 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1ff0572d-0517-4468-94d4-20eb4dff0f82 req-0a5682e3-73f7-4b6a-8f40-65614e486cb6 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0694504 Jun 22 13:57:51.783555 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1ff0572d-0517-4468-94d4-20eb4dff0f82 req-32a61910-51ee-44fe-b174-0f878509040c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Jun 22 13:57:52.204620 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70602-2254-4493-a24b-7faa8de032b9 req-17ac49cd-e644-44af-9fc4-458c7c668f08 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:52.206095 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-32c70602-2254-4493-a24b-7faa8de032b9 req-17ac49cd-e644-44af-9fc4-458c7c668f08 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0709310 Jun 22 13:57:52.245042 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-32c70602-2254-4493-a24b-7faa8de032b9 req-da2eb5ea-3a35-4ce9-9d41-a4319e2851db tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Jun 22 13:57:52.647988 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc79a48-7427-4ab7-8aaf-36d6417e9763 req-ce4bb6a3-1562-4794-a461-a5574782caf5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:52.649571 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8dc79a48-7427-4ab7-8aaf-36d6417e9763 req-ce4bb6a3-1562-4794-a461-a5574782caf5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0695729 Jun 22 13:57:52.690359 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8dc79a48-7427-4ab7-8aaf-36d6417e9763 req-02930956-26d5-4e6b-91f6-2dc06234c05b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342455 Jun 22 13:57:52.965704 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81be38f-6289-4a0d-b20c-c55cf03636e1 req-a751a8a6-2673-484b-92f2-487908c0d313 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:52.967197 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f81be38f-6289-4a0d-b20c-c55cf03636e1 req-a751a8a6-2673-484b-92f2-487908c0d313 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0666428 Jun 22 13:57:53.004787 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f81be38f-6289-4a0d-b20c-c55cf03636e1 req-6c668cc4-e7c2-4c82-a94d-bef5ef7f183c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Jun 22 13:57:53.439599 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46765e03-5d21-47f7-bfdf-bb87c296adec req-f7d1cec1-7277-4ccc-be0c-b7a4099d3880 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:53.442939 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46765e03-5d21-47f7-bfdf-bb87c296adec req-f7d1cec1-7277-4ccc-be0c-b7a4099d3880 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0679498 Jun 22 13:57:53.482725 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46765e03-5d21-47f7-bfdf-bb87c296adec req-91736481-efed-4148-9417-d9d98656627f tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jun 22 13:57:53.891133 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d43dc-af71-4ac6-83e9-8d751e6b5396 req-119310d7-7444-4279-a327-1f4d00e04784 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:53.892788 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-402d43dc-af71-4ac6-83e9-8d751e6b5396 req-119310d7-7444-4279-a327-1f4d00e04784 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0733113 Jun 22 13:57:53.933799 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-402d43dc-af71-4ac6-83e9-8d751e6b5396 req-acb90285-7f44-48d2-a109-2a2969342f2e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Jun 22 13:57:54.192230 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c807fbf-c85b-4bbf-82dc-e069720f8774 req-0317d9f2-d08a-4a98-8bc1-08a43b6e50dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:54.193831 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3c807fbf-c85b-4bbf-82dc-e069720f8774 req-0317d9f2-d08a-4a98-8bc1-08a43b6e50dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0777223 Jun 22 13:57:54.237158 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3c807fbf-c85b-4bbf-82dc-e069720f8774 req-4737b55e-bf19-4c45-8742-c1913440cd7f tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Jun 22 13:57:54.664906 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d622d-3805-454b-9b9d-2eedada396e8 req-4c9774e8-8455-443c-bd45-14926488a7fa tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:54.667398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-eb6d622d-3805-454b-9b9d-2eedada396e8 req-4c9774e8-8455-443c-bd45-14926488a7fa tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0715330 Jun 22 13:57:54.717432 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-eb6d622d-3805-454b-9b9d-2eedada396e8 req-408a81c5-16d3-46db-b031-10796a396dfd tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Jun 22 13:57:54.751595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a560fd-2637-42f1-8c47-d36d907a86de req-6d51dd3c-eef8-48fe-a751-13a10468536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:54.753352 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a4a560fd-2637-42f1-8c47-d36d907a86de req-6d51dd3c-eef8-48fe-a751-13a10468536d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 1103 time: 0.0633132 Jun 22 13:57:54.791035 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a4a560fd-2637-42f1-8c47-d36d907a86de req-1787641f-5b74-441a-8d60-0b3260348848 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300884 Jun 22 13:57:55.131965 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019a2a1-9f89-413d-bfc4-bdd6c660361f req-77d39555-f680-44ac-bea8-1af1f62b9465 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:55.134427 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a019a2a1-9f89-413d-bfc4-bdd6c660361f req-77d39555-f680-44ac-bea8-1af1f62b9465 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0697005 Jun 22 13:57:55.174856 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a019a2a1-9f89-413d-bfc4-bdd6c660361f req-cdea6874-c167-44b0-a677-792c66a449b0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Jun 22 13:57:55.437116 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0a135-8640-4bea-9b37-af44e847570e req-cb29cc7a-ebfa-454e-9ab9-63b7c3cfd380 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:55.438519 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7a0a135-8640-4bea-9b37-af44e847570e req-cb29cc7a-ebfa-454e-9ab9-63b7c3cfd380 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0780993 Jun 22 13:57:55.477981 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7a0a135-8640-4bea-9b37-af44e847570e req-843e8812-ccc2-4f36-bea2-5395e919f73b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Jun 22 13:57:55.906188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e551e-38c7-429c-a574-82371f11323a req-ef5529d8-a2b6-4e45-bce0-551169e4feba tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:55.907673 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cb1e551e-38c7-429c-a574-82371f11323a req-ef5529d8-a2b6-4e45-bce0-551169e4feba tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0686290 Jun 22 13:57:55.944464 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cb1e551e-38c7-429c-a574-82371f11323a req-f399d404-8c46-40f5-803b-20accd3ebe68 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Jun 22 13:57:56.364711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f8180-0d1f-4619-84cd-bc21105ccc07 req-82c35ec1-c419-47e9-859c-20c0af583b76 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:56.366212 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da9f8180-0d1f-4619-84cd-bc21105ccc07 req-82c35ec1-c419-47e9-859c-20c0af583b76 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0685143 Jun 22 13:57:56.412882 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da9f8180-0d1f-4619-84cd-bc21105ccc07 req-185e0042-eac6-47dc-bf60-3cf514ac9809 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399158 Jun 22 13:57:56.657713 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828641f-8156-487f-9e54-f176a5f3fd5a req-3d9898f8-051d-47f9-928e-6512c4b0f695 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:56.659177 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6828641f-8156-487f-9e54-f176a5f3fd5a req-3d9898f8-051d-47f9-928e-6512c4b0f695 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0652027 Jun 22 13:57:56.700405 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6828641f-8156-487f-9e54-f176a5f3fd5a req-0b9768f5-f708-445a-b3bd-cb544d035d11 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Jun 22 13:57:57.122044 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c83b8-238b-40e5-ab37-4ca8d853d1a1 req-4a25c453-6278-4e78-a863-abed0221585a tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:57.123528 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7b1c83b8-238b-40e5-ab37-4ca8d853d1a1 req-4a25c453-6278-4e78-a863-abed0221585a tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0644236 Jun 22 13:57:57.162856 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7b1c83b8-238b-40e5-ab37-4ca8d853d1a1 req-d8722bff-43e8-4e41-b569-08702ef23f14 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335228 Jun 22 13:57:57.269965 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:57:57.599176 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d7c4-38c8-4f3e-956e-24d386639bb1 req-314b52ac-2f37-481f-a224-913a070c880f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:57.600662 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-def9d7c4-38c8-4f3e-956e-24d386639bb1 req-314b52ac-2f37-481f-a224-913a070c880f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0630500 Jun 22 13:57:57.638792 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-def9d7c4-38c8-4f3e-956e-24d386639bb1 req-87a8dad4-9294-4909-ace1-143b9d4b726b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Jun 22 13:57:57.885183 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577176c-7d30-4f8d-9117-1f2791ed3a17 req-a09b5e0a-d177-4f24-8afb-02d785745803 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:57.886710 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8577176c-7d30-4f8d-9117-1f2791ed3a17 req-a09b5e0a-d177-4f24-8afb-02d785745803 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0677888 Jun 22 13:57:57.926731 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8577176c-7d30-4f8d-9117-1f2791ed3a17 req-8c16c977-7e47-4c56-adcf-26eb055925a0 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Jun 22 13:57:58.345621 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd76de-b054-4a01-a1f7-425f1265fbdc req-7dc0711d-821f-4087-b345-0fcd234e5fc7 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:58.347993 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-59cd76de-b054-4a01-a1f7-425f1265fbdc req-7dc0711d-821f-4087-b345-0fcd234e5fc7 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0695157 Jun 22 13:57:58.385198 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-59cd76de-b054-4a01-a1f7-425f1265fbdc req-58701516-07c3-4ef3-ac73-c31ef65576af tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Jun 22 13:57:58.825293 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89979e4d-b478-4660-9c10-ab01ab8cf55d req-92b792e4-a447-4c42-a13c-5eec40d89efa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:58.826796 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-89979e4d-b478-4660-9c10-ab01ab8cf55d req-92b792e4-a447-4c42-a13c-5eec40d89efa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0662184 Jun 22 13:57:58.864845 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-89979e4d-b478-4660-9c10-ab01ab8cf55d req-c249fd90-9859-4316-95a8-c8b6c3c4f1d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323927 Jun 22 13:57:59.099637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b84673-24ed-410f-9970-b3646d51b786 req-ea7f1102-ca06-46ea-9cf5-2cb8799719db tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:59.101201 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29b84673-24ed-410f-9970-b3646d51b786 req-ea7f1102-ca06-46ea-9cf5-2cb8799719db tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0635962 Jun 22 13:57:59.143257 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-29b84673-24ed-410f-9970-b3646d51b786 req-a5f12793-c805-4780-ae5e-b3fd2224fac4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357003 Jun 22 13:57:59.558211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804fa7-2c4c-4235-9b40-a7b18e1da6c0 req-960dad66-6b5a-4318-ac84-e6a61a4a90a5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:57:59.559738 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f6804fa7-2c4c-4235-9b40-a7b18e1da6c0 req-960dad66-6b5a-4318-ac84-e6a61a4a90a5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0633457 Jun 22 13:57:59.606914 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f6804fa7-2c4c-4235-9b40-a7b18e1da6c0 req-1877a811-35a2-418e-858e-0c18a03146ce tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Jun 22 13:58:00.064091 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817eea91-286b-489d-b747-c81aeb9e767e req-79224394-1f75-4bdf-b084-7b9c88333102 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:00.065465 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-817eea91-286b-489d-b747-c81aeb9e767e req-79224394-1f75-4bdf-b084-7b9c88333102 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0683138 Jun 22 13:58:00.105549 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-817eea91-286b-489d-b747-c81aeb9e767e req-44a2e949-ca49-4861-bc06-3985fc99bf62 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345075 Jun 22 13:58:00.329338 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8698e6-a0b8-4c57-96df-77f8a92f1620 req-d6cb4c3c-2967-4ec0-9ceb-65e9b382b6ed tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:00.330715 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1a8698e6-a0b8-4c57-96df-77f8a92f1620 req-d6cb4c3c-2967-4ec0-9ceb-65e9b382b6ed tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0699987 Jun 22 13:58:00.369334 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1a8698e6-a0b8-4c57-96df-77f8a92f1620 req-167805e6-1d7f-411f-96d7-5b21facbe6f4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 Jun 22 13:58:00.787005 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f535f-3793-4173-9a35-be2a278751c0 req-6fb72943-deb1-4730-b62a-ad4e06802684 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:00.788533 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-521f535f-3793-4173-9a35-be2a278751c0 req-6fb72943-deb1-4730-b62a-ad4e06802684 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0636613 Jun 22 13:58:00.826782 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-521f535f-3793-4173-9a35-be2a278751c0 req-1d442a21-0162-4f63-a3e2-1147d5eff286 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Jun 22 13:58:01.251179 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fca77-cd24-4ceb-bb4b-c193cbaf4b6b req-93c5f27e-56b0-4fa4-a1f9-6086c060f080 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:01.253653 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f97fca77-cd24-4ceb-bb4b-c193cbaf4b6b req-93c5f27e-56b0-4fa4-a1f9-6086c060f080 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0801408 Jun 22 13:58:01.322874 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338627c-afed-4b31-8e0b-56abdb868aa2 req-3b218937-203c-46c3-a4f2-3c94d8d50d2b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:01.331101 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6338627c-afed-4b31-8e0b-56abdb868aa2 req-3b218937-203c-46c3-a4f2-3c94d8d50d2b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0961118 Jun 22 13:58:01.332725 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f97fca77-cd24-4ceb-bb4b-c193cbaf4b6b req-284bacf0-192a-4afb-96b5-9413b525f6d1 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698600 Jun 22 13:58:01.375970 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6338627c-afed-4b31-8e0b-56abdb868aa2 req-f4c3d6cc-a025-462d-8377-b18dce7be4e8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Jun 22 13:58:01.391345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 46434) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:58:01.501733 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.558848 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631038c-9983-4ee5-98de-f85b732134fd req-b5c43eff-1744-489e-80ac-bfcb78fd1f96 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:01.560489 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a631038c-9983-4ee5-98de-f85b732134fd req-b5c43eff-1744-489e-80ac-bfcb78fd1f96 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0723553 Jun 22 13:58:01.604655 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.607020 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a631038c-9983-4ee5-98de-f85b732134fd req-0f7c6ea3-2551-4021-a7ab-fec206c7f561 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394890 Jun 22 13:58:01.609487 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.612108 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-da40c3f3-f419-4654-b6e0-baac50430f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:58:01.647892 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3a8c9-d5d5-4fe2-993e-4d9af9b02bfc,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:58:01.652342 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:58:01.654847 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e15b7fe1d994f50895dfd679e43a7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625127 Jun 22 13:58:01.657436 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 46440) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:58:01.714383 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.738150 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.785842 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.788485 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:01.789624 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaa3a8c9-d5d5-4fe2-993e-4d9af9b02bfc HTTP/1.1" status: 204 len: 168 time: 0.1312778 Jun 22 13:58:01.791746 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f7cb313-7e99-41df-bb2b-88ca256db1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:58:01.800545 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3a8c9-d5d5-4fe2-993e-4d9af9b02bfc,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:58:01.807942 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:58:02.518382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a5d9-2300-4bdd-9ed2-d7cac78d092f req-cb5c33b0-c6fd-4d05-a8b0-2d7dda9f2da9 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:02.520130 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-de38a5d9-2300-4bdd-9ed2-d7cac78d092f req-cb5c33b0-c6fd-4d05-a8b0-2d7dda9f2da9 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0683777 Jun 22 13:58:02.568034 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-de38a5d9-2300-4bdd-9ed2-d7cac78d092f req-977ddfb8-6cb2-47d5-ad90-49697bebd961 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Jun 22 13:58:02.574018 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbecab-fa6b-40e5-977a-041bcce1b6b6 req-a2e6ab84-d0d7-4529-a7ea-2c5295740dc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:02.576006 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-08fbecab-fa6b-40e5-977a-041bcce1b6b6 req-a2e6ab84-d0d7-4529-a7ea-2c5295740dc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0716653 Jun 22 13:58:02.620932 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-08fbecab-fa6b-40e5-977a-041bcce1b6b6 req-3f9948f2-3588-4c4c-b4b8-4a13bb7ed486 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 Jun 22 13:58:02.801132 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380df59-aa6e-47ec-a73d-76b76c5bf914 req-41a3ae14-649a-4d3e-b571-d143af8b221e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:02.802795 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e380df59-aa6e-47ec-a73d-76b76c5bf914 req-41a3ae14-649a-4d3e-b571-d143af8b221e tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0771453 Jun 22 13:58:02.849187 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e380df59-aa6e-47ec-a73d-76b76c5bf914 req-b11ddb39-6dec-43a3-8433-69e369cec2c4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371122 Jun 22 13:58:02.955929 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-483c6d40-f2ca-48b3-9689-a75a65b15ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:03.649176 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38542ce-f219-4de0-be61-dad2b091910b req-d033c6af-bfd5-4716-a340-0b744f4cb2c6 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:03.651907 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c38542ce-f219-4de0-be61-dad2b091910b req-d033c6af-bfd5-4716-a340-0b744f4cb2c6 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.0695391 Jun 22 13:58:03.805206 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952def74-c6d9-4c41-aa59-5eb871bc32dc req-47b28597-e414-43d8-8955-fb382f0f08dd tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:03.807972 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-952def74-c6d9-4c41-aa59-5eb871bc32dc req-47b28597-e414-43d8-8955-fb382f0f08dd tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 950 time: 0.1203005 Jun 22 13:58:03.812937 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e66001-d165-4ba0-be5c-75565392a8c8 req-eeba5929-de5c-47ae-92cd-ca82c84f9b39 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:03.814972 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9e66001-d165-4ba0-be5c-75565392a8c8 req-eeba5929-de5c-47ae-92cd-ca82c84f9b39 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0682669 Jun 22 13:58:03.844678 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Deleting port fab5dbf5-ef69-4242-900a-d3a406d23ebc {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 13:58:03.845024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:03.856705 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9e66001-d165-4ba0-be5c-75565392a8c8 req-874fbb0c-d26a-48e4-81e9-085535b850f2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365899 Jun 22 13:58:03.897833 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-952def74-c6d9-4c41-aa59-5eb871bc32dc req-9ed21aab-2374-4160-8db3-49690eabfed8 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/security-groups?id=04032d9b-853e-44ba-bbc4-832b30ab83ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819073 Jun 22 13:58:03.956781 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] For port fab5dbf5-ef69-4242-900a-d3a406d23ebc, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fab5dbf5-ef69-4242-900a-d3a406d23ebc,segment=NetworkSegment(2f6dcfbf-90f3-4250-b568-2e6f840eaa48),segment_id=2f6dcfbf-90f3-4250-b568-2e6f840eaa48)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:58:03.957138 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:04.024859 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Calling delete_port for fab5dbf5-ef69-4242-900a-d3a406d23ebc owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 13:58:04.035394 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a3d0c-7903-44be-b471-4b0121523b6e req-aa9db158-c48d-4fe8-9af0-75faf2c0fe64 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:04.040909 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c3a3d0c-7903-44be-b471-4b0121523b6e req-aa9db158-c48d-4fe8-9af0-75faf2c0fe64 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0690417 Jun 22 13:58:04.080451 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c3a3d0c-7903-44be-b471-4b0121523b6e req-97d9557b-bfd0-4515-bea0-6872ea7863ca tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jun 22 13:58:04.165322 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:04.176969 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:58:04.202330 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Pushing event deleted for resources: {'Port': ['ID=fab5dbf5-ef69-4242-900a-d3a406d23ebc,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:58:04.205231 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:58:04.214428 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['fab5dbf5-ef69-4242-900a-d3a406d23ebc'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:58:04.251823 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] No DVR routers for this DVR port fab5dbf5-ef69-4242-900a-d3a406d23ebc on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 13:58:04.256137 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:04.258307 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c38542ce-f219-4de0-be61-dad2b091910b req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.10 "DELETE /v2.0/ports/fab5dbf5-ef69-4242-900a-d3a406d23ebc HTTP/1.1" status: 204 len: 173 time: 0.5977993 Jun 22 13:58:04.259445 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'name': 'network-vif-deleted', 'tag': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:58:04.262059 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cf4002-e13b-42ea-951a-c9a329242d3f" -d '{"events": [{"server_uuid": "7ca55efd-9739-4aa2-ab16-9a6cc12b9469", "name": "network-vif-deleted", "tag": "fab5dbf5-ef69-4242-900a-d3a406d23ebc"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:58:04.304721 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38bb2c-03b9-4840-9b3a-01d44a978fb9 x-openstack-request-id: req-3a38bb2c-03b9-4840-9b3a-01d44a978fb9 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:58:04.305054 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca55efd-9739-4aa2-ab16-9a6cc12b9469", "name": "network-vif-deleted", "tag": "fab5dbf5-ef69-4242-900a-d3a406d23ebc", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:58:04.305344 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a38bb2c-03b9-4840-9b3a-01d44a978fb9 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:58:04.306530 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca55efd-9739-4aa2-ab16-9a6cc12b9469', 'name': 'network-vif-deleted', 'tag': 'fab5dbf5-ef69-4242-900a-d3a406d23ebc', 'status': 'completed', 'code': 200} Jun 22 13:58:05.077411 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db98c9-2aa5-445f-8023-4152388b6e31 req-596fd1de-5096-4f24-8ba0-d98158e60f9d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:05.079106 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-86db98c9-2aa5-445f-8023-4152388b6e31 req-596fd1de-5096-4f24-8ba0-d98158e60f9d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0783429 Jun 22 13:58:05.090171 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-70c49290-ace7-4872-b361-6329a27ee0b9 req-c8b31ba6-994b-477e-9a04-2aec01b37b16 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ca55efd-9739-4aa2-ab16-9a6cc12b9469 HTTP/1.1" status: 200 len: 210 time: 0.0394492 Jun 22 13:58:05.121766 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-86db98c9-2aa5-445f-8023-4152388b6e31 req-08ae8b86-335f-4b48-8fb6-9563183b59d3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365644 Jun 22 13:58:05.287513 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eafbd-6f05-418f-8d42-da1ac938c6f8 req-758250dd-4c02-456a-b6ae-ed7a498eca20 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:05.289239 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de7eafbd-6f05-418f-8d42-da1ac938c6f8 req-758250dd-4c02-456a-b6ae-ed7a498eca20 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0738833 Jun 22 13:58:05.328482 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de7eafbd-6f05-418f-8d42-da1ac938c6f8 req-61c05c63-83ab-4f8c-bdc5-70943e149845 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Jun 22 13:58:05.886305 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:06.094487 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-94bc3a17-1366-4695-8436-a270f435971b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:06.317600 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb582-482a-49de-a270-d83547bbafa3 req-33ab2141-e2ad-4d04-afec-0edc268ae808 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:06.319819 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b5bcb582-482a-49de-a270-d83547bbafa3 req-33ab2141-e2ad-4d04-afec-0edc268ae808 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0678301 Jun 22 13:58:06.358963 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b5bcb582-482a-49de-a270-d83547bbafa3 req-3bcc9687-2f7f-4a84-8e06-e6b67f9b7707 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Jun 22 13:58:06.516757 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ba48-9542-4213-b7d8-10894aa9b541 req-bcb02da8-52f9-4d52-a4cb-552f6b2128dc tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:06.518221 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22b7ba48-9542-4213-b7d8-10894aa9b541 req-bcb02da8-52f9-4d52-a4cb-552f6b2128dc tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0667872 Jun 22 13:58:06.559520 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22b7ba48-9542-4213-b7d8-10894aa9b541 req-30858bfb-d235-46d9-8d27-ad32648fc14b tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Jun 22 13:58:06.932522 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:07.123287 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4a063ac3-1ff1-4108-823f-cffaff83af9a details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 13:58:07.134544 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device fab5dbf5-ef69-4242-900a-d3a406d23ebc no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 13:58:07.159063 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: fab5dbf5-ef69-4242-900a-d3a406d23ebc {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 13:58:07.159408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device fab5dbf5-ef69-4242-900a-d3a406d23ebc not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 13:58:07.242287 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:58:07.253555 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'port_id': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'mac_address': 'fa:16:3e:66:9e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 13:58:07.292647 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:07.311101 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a063ac3-1ff1-4108-823f-cffaff83af9a {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 13:58:07.331090 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:58:07.342884 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:07.344843 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-85f86631-2376-4dbc-8371-e9555c67ce4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:58:07.390826 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=6']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:58:07.398407 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.398796 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.399274 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.399853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.400395 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.400749 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.401095 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.401437 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.401797 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.402138 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.402472 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.402811 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 13:58:07.406874 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:58:07.544074 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2f265-c79c-4531-8b71-cf6d3728aa34 req-4fa96d47-916a-4bb8-872b-8c04f4b5d6dc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:07.545514 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2ff2f265-c79c-4531-8b71-cf6d3728aa34 req-4fa96d47-916a-4bb8-872b-8c04f4b5d6dc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 945 time: 0.0639093 Jun 22 13:58:07.584216 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2ff2f265-c79c-4531-8b71-cf6d3728aa34 req-cf0501bb-5e4c-4530-9db2-fc4aa09535d2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Jun 22 13:58:07.598785 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['4a063ac3-1ff1-4108-823f-cffaff83af9a'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 13:58:07.751423 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62974-e396-4fad-a288-845dec532346 req-c0b7d64e-6288-4a57-a5a0-ce75189a1301 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:07.753316 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e1b62974-e396-4fad-a288-845dec532346 req-c0b7d64e-6288-4a57-a5a0-ce75189a1301 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0797997 Jun 22 13:58:07.792973 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e1b62974-e396-4fad-a288-845dec532346 req-00cb29e9-237f-4a11-a8c2-90c755cdd93a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Jun 22 13:58:08.478684 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:08.771360 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef660-45c1-47d1-8426-95d11ecf8c4a req-4d71d7e5-7fb2-4408-9842-96b48b9c4e0a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:08.773634 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2acef660-45c1-47d1-8426-95d11ecf8c4a req-4d71d7e5-7fb2-4408-9842-96b48b9c4e0a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 945 time: 0.0673561 Jun 22 13:58:08.818561 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2acef660-45c1-47d1-8426-95d11ecf8c4a req-0be246ee-5be7-47d3-a14d-07a8e02c087f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385239 Jun 22 13:58:08.992183 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b9fb5-0e9f-408b-b744-0d654a9fc071 req-f26dfcb9-ce9f-4df5-a3ee-d3e2c37351f1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:08.994641 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-922b9fb5-0e9f-408b-b744-0d654a9fc071 req-f26dfcb9-ce9f-4df5-a3ee-d3e2c37351f1 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0665963 Jun 22 13:58:09.034336 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-922b9fb5-0e9f-408b-b744-0d654a9fc071 req-b2966d07-d057-4934-9332-e3221c58dca7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Jun 22 13:58:09.123895 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4a063ac3-1ff1-4108-823f-cffaff83af9a up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 13:58:09.181127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 4a063ac3-1ff1-4108-823f-cffaff83af9a triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 13:58:09.181518 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:09.312552 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:09.349798 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:58:09.352382 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b18ad52-e34b-4f9e-a8d3-213eb16584f2" -d '{"events": [{"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:58:09.375402 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:58:09.380894 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:09.384096 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:58:09.429508 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf200da-ca75-4bbf-b091-b0bdb5719b62 x-openstack-request-id: req-7bf200da-ca75-4bbf-b091-b0bdb5719b62 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:58:09.429808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-plugged", "status": "completed", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:58:09.430069 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bf200da-ca75-4bbf-b091-b0bdb5719b62 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:58:09.431056 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'code': 200} Jun 22 13:58:09.449925 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=7']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:58:09.453591 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:58:10.043563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2d868-1927-4dc5-8b2a-52da49d70a98 req-2f42eb83-168d-46c0-87e1-984ecf956921 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:10.045149 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26a2d868-1927-4dc5-8b2a-52da49d70a98 req-2f42eb83-168d-46c0-87e1-984ecf956921 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0789301 Jun 22 13:58:10.096984 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26a2d868-1927-4dc5-8b2a-52da49d70a98 req-54495eaf-f5f3-4252-8c2b-b7613aa32563 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Jun 22 13:58:10.112850 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:10.441133 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464918a-3ab0-4a09-8e99-c18ec9be4360 req-c12d73c6-5745-49a1-8480-b5203a3ef544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:10.444259 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d464918a-3ab0-4a09-8e99-c18ec9be4360 req-c12d73c6-5745-49a1-8480-b5203a3ef544 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.1507666 Jun 22 13:58:10.458498 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968eb8d-b2bd-4bdb-9bf0-179021cbe2d2 req-c5bca093-2fc4-4cac-93a9-f1a1e812979a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:10.460337 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5968eb8d-b2bd-4bdb-9bf0-179021cbe2d2 req-c5bca093-2fc4-4cac-93a9-f1a1e812979a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.2251220 Jun 22 13:58:10.530250 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d464918a-3ab0-4a09-8e99-c18ec9be4360 req-b0f37cf7-bda7-47ea-bf5c-5b3d6facb598 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684538 Jun 22 13:58:10.559813 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5968eb8d-b2bd-4bdb-9bf0-179021cbe2d2 req-ef6c5d3d-7690-4749-be98-3a5fa9f152c7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610342 Jun 22 13:58:11.316901 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f3273-eb73-4335-99e4-879fa4c5ca3e req-2a34a55c-bd30-4ba2-b092-d72916b34b00 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:11.318449 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a90f3273-eb73-4335-99e4-879fa4c5ca3e req-2a34a55c-bd30-4ba2-b092-d72916b34b00 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0865834 Jun 22 13:58:11.403183 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a90f3273-eb73-4335-99e4-879fa4c5ca3e req-edd325bf-9fd4-46c2-98b6-af5f8a48adc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730088 Jun 22 13:58:11.787165 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e68dde-c550-4c02-9686-1ae0dd6cbf28 req-c087dcdb-d231-466b-b015-54744fc37057 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:11.788973 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-63e68dde-c550-4c02-9686-1ae0dd6cbf28 req-c087dcdb-d231-466b-b015-54744fc37057 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0906885 Jun 22 13:58:11.862978 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-63e68dde-c550-4c02-9686-1ae0dd6cbf28 req-6450148d-2be9-4296-bb9e-a1f2084b1bba tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662620 Jun 22 13:58:12.665479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696673f-5206-418c-9b83-3c4bec3d38fb req-8d5a716f-8dca-4483-9f11-0314310da863 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:12.668708 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d696673f-5206-418c-9b83-3c4bec3d38fb req-8d5a716f-8dca-4483-9f11-0314310da863 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1119049 Jun 22 13:58:12.764531 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d696673f-5206-418c-9b83-3c4bec3d38fb req-465ee540-f6f2-472a-b3e7-f337d28d67a4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854845 Jun 22 13:58:13.130804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba5867-8d41-4197-9854-c12b7d49dad7 req-8dcf1b86-f75a-40eb-98d4-b3885b71d3f9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:13.139802 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0fba5867-8d41-4197-9854-c12b7d49dad7 req-8dcf1b86-f75a-40eb-98d4-b3885b71d3f9 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.1278706 Jun 22 13:58:13.191448 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0fba5867-8d41-4197-9854-c12b7d49dad7 req-2cfd18b8-077a-4feb-9aef-a4f69a3c3bd5 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505075 Jun 22 13:58:13.809807 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcce8f-5d95-48c9-a280-4d1c6476cac4 req-22fc2b86-e7aa-4608-96f0-293f66c8541d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:13.811565 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bebcce8f-5d95-48c9-a280-4d1c6476cac4 req-22fc2b86-e7aa-4608-96f0-293f66c8541d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0832844 Jun 22 13:58:13.819279 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-85404b65-fe31-4f24-8049-9645d1f67d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:13.823044 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-85404b65-fe31-4f24-8049-9645d1f67d2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.1696484 Jun 22 13:58:13.879038 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bebcce8f-5d95-48c9-a280-4d1c6476cac4 req-dc7a4f44-d88e-4f16-83e6-e889290e2b52 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564468 Jun 22 13:58:13.949223 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-3d3427a6-3c41-4317-9590-826187445976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:13.950954 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-3d3427a6-3c41-4317-9590-826187445976 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1186597 Jun 22 13:58:14.019760 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-a7b3a7ea-267e-47dd-bc1e-160c880f6ddf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0619621 Jun 22 13:58:14.132124 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-23528719-aeba-4ee3-bb86-9fa950c39a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:14.134136 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-23528719-aeba-4ee3-bb86-9fa950c39a6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0960684 Jun 22 13:58:14.147808 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e11b98-9572-4b9d-901c-40d155189ff1 req-cf7499c6-8287-4308-b849-224890d2f519 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:14.155719 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-17e11b98-9572-4b9d-901c-40d155189ff1 req-cf7499c6-8287-4308-b849-224890d2f519 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1349382 Jun 22 13:58:14.209976 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-b30c70f7-ac15-4196-823b-d58ad0e8cb8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516396 Jun 22 13:58:14.225932 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-17e11b98-9572-4b9d-901c-40d155189ff1 req-b279688c-4a26-488e-8fa2-e33581f9fb75 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692632 Jun 22 13:58:14.345178 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-0feed156-50f2-4fef-a297-f00e59cbb695 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175530 Jun 22 13:58:14.469285 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3267a894-15fd-4a72-940a-fd202b0113f7 req-8fb1c258-9c8e-4971-b25e-77bf2faa60e8 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135850 Jun 22 13:58:15.161545 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5cd9e-b29d-46a9-aa91-e828c7abe0fe req-051c6557-d23a-4e8d-a4b2-608a292c5e6c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:15.163162 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aca5cd9e-b29d-46a9-aa91-e828c7abe0fe req-051c6557-d23a-4e8d-a4b2-608a292c5e6c tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.1115394 Jun 22 13:58:15.247538 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aca5cd9e-b29d-46a9-aa91-e828c7abe0fe req-3b7d404e-ad56-4a05-8fb1-cbfa516e7f95 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686216 Jun 22 13:58:15.454431 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2614f2-f6f2-4133-baca-b73592ed7fc0 req-16816c2f-9d38-46c2-9c49-fbac4eb23bd4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:15.457241 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce2614f2-f6f2-4133-baca-b73592ed7fc0 req-16816c2f-9d38-46c2-9c49-fbac4eb23bd4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0878932 Jun 22 13:58:15.510173 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce2614f2-f6f2-4133-baca-b73592ed7fc0 req-ed2869b2-3f89-4451-941a-ad2b32e49a47 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Jun 22 13:58:16.464960 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9c90a-3ede-4d3b-a65b-3ab8856644dc req-add1ce9c-171f-4a15-a5b2-754fe7b0da0d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:16.467648 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7da9c90a-3ede-4d3b-a65b-3ab8856644dc req-add1ce9c-171f-4a15-a5b2-754fe7b0da0d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0870237 Jun 22 13:58:16.524363 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7da9c90a-3ede-4d3b-a65b-3ab8856644dc req-be7174ff-879f-4216-a378-bfbe0d8e6902 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476193 Jun 22 13:58:16.716758 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3936b-0118-418e-8db0-e6bc7f071558 req-8389f0b2-029d-4f4e-945e-f82f2e88f846 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:16.718474 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-73d3936b-0118-418e-8db0-e6bc7f071558 req-8389f0b2-029d-4f4e-945e-f82f2e88f846 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0730627 Jun 22 13:58:16.763529 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-73d3936b-0118-418e-8db0-e6bc7f071558 req-d63d3c81-a40c-4c00-9224-7d631d5eef0c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388517 Jun 22 13:58:17.790371 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a870395-5ffe-4166-bff4-f1bd6dc37639 req-003b9dc7-8537-434a-ab56-26b64019270a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:17.793394 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0a870395-5ffe-4166-bff4-f1bd6dc37639 req-003b9dc7-8537-434a-ab56-26b64019270a tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0878081 Jun 22 13:58:17.910315 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0a870395-5ffe-4166-bff4-f1bd6dc37639 req-4d15f527-9583-44e1-b359-8eb590230687 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889227 Jun 22 13:58:18.020680 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12453d3-d2e3-41e4-b16e-35677bf84930 req-a621fbac-bc67-451d-85b3-ece2bead3426 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:18.029996 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d12453d3-d2e3-41e4-b16e-35677bf84930 req-a621fbac-bc67-451d-85b3-ece2bead3426 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1196752 Jun 22 13:58:18.077422 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d12453d3-d2e3-41e4-b16e-35677bf84930 req-7abddc62-4717-4a87-8420-68f7402bac2a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Jun 22 13:58:19.400861 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc4e1b-f0d0-4213-83d8-314adcff2936 req-884e5881-1042-4369-b018-e0bf1824f228 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:19.404588 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-adfc4e1b-f0d0-4213-83d8-314adcff2936 req-884e5881-1042-4369-b018-e0bf1824f228 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.1305714 Jun 22 13:58:19.489454 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-adfc4e1b-f0d0-4213-83d8-314adcff2936 req-54a3768e-1c77-46c7-9d09-55b15b8c366c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769107 Jun 22 13:58:20.932606 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-f9d36f6a-3239-44e0-8f81-b96aba9bee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:20.934024 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-f9d36f6a-3239-44e0-8f81-b96aba9bee89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 1099 time: 0.3277490 Jun 22 13:58:20.958337 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b643-7851-4999-982e-93da14c75951 req-fba2d6c9-131f-476c-902e-eb4018cca041 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:20.959874 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aa50b643-7851-4999-982e-93da14c75951 req-fba2d6c9-131f-476c-902e-eb4018cca041 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.3168650 Jun 22 13:58:21.047283 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aa50b643-7851-4999-982e-93da14c75951 req-34727fab-8ac4-425f-a919-de558ea5117d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759993 Jun 22 13:58:21.072610 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-41f8d990-9594-4ec5-ad5a-baafdc2ba9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:21.074568 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-41f8d990-9594-4ec5-ad5a-baafdc2ba9a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 918 time: 0.1326663 Jun 22 13:58:21.145159 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-6cfeaaf7-e15e-4e70-b8a6-80336b42a7f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a HTTP/1.1" status: 200 len: 1002 time: 0.0635788 Jun 22 13:58:21.203905 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-cb6bcae6-5f71-4283-971b-dc96b03f2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:21.205260 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-cb6bcae6-5f71-4283-971b-dc96b03f2e0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0505612 Jun 22 13:58:21.282226 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-663f1788-562b-42c7-a3aa-6b792269e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:21.284170 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-663f1788-562b-42c7-a3aa-6b792269e9ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638628 Jun 22 13:58:21.380114 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-a42db22d-92de-4e4a-85f3-1c7ed67cb6dd service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889819 Jun 22 13:58:21.473499 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef4ce4aa-2a75-4e1e-af66-567aa1212fd3 req-2906b38f-7f52-4c59-b411-9a8cc9ab235a service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871043 Jun 22 13:58:22.236594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04241f3-160e-4447-a200-dd96381b1222 req-06ba273c-3826-4d5a-aca8-6f8864d94211 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:22.238129 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e04241f3-160e-4447-a200-dd96381b1222 req-06ba273c-3826-4d5a-aca8-6f8864d94211 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0660634 Jun 22 13:58:22.282705 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e04241f3-160e-4447-a200-dd96381b1222 req-342c8025-d0b1-4b3c-9523-60e3a0bd7d31 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387576 Jun 22 13:58:23.482596 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08ddc4-0e1a-4d97-a9c2-547218564a17 req-19925267-82d2-449b-a788-68078da82c86 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:23.484014 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cd08ddc4-0e1a-4d97-a9c2-547218564a17 req-19925267-82d2-449b-a788-68078da82c86 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0720878 Jun 22 13:58:23.524743 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cd08ddc4-0e1a-4d97-a9c2-547218564a17 req-30849a2f-e660-422d-959a-9d217b1d03b4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Jun 22 13:58:24.712994 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bded181-3a56-4292-9de1-e14046f8aa1a req-e9e1d91d-451b-4f94-b690-272de8c94c81 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:24.714553 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7bded181-3a56-4292-9de1-e14046f8aa1a req-e9e1d91d-451b-4f94-b690-272de8c94c81 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 946 time: 0.0669446 Jun 22 13:58:24.754060 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7bded181-3a56-4292-9de1-e14046f8aa1a req-686a2cb0-b90a-41d3-ab7f-33a52be6c28a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336170 Jun 22 13:58:25.192867 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4a063ac3-1ff1-4108-823f-cffaff83af9a no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 13:58:25.295135 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:25.331247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 13:58:25.333606 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6985363-ccba-47bf-9095-a3a0a6100308" -d '{"events": [{"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 13:58:25.352472 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 13:58:25.366967 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:25.371013 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 13:58:25.406342 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f846f-74f3-4e6c-a6b1-f0b4a224e9ca x-openstack-request-id: req-586f846f-74f3-4e6c-a6b1-f0b4a224e9ca {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 13:58:25.406652 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-unplugged", "status": "failed", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a", "code": 422}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 13:58:25.406901 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-586f846f-74f3-4e6c-a6b1-f0b4a224e9ca {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 13:58:25.407865 dv-cinder-796950-3-iscsi neutron-server[92748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'code': 422} returned with failed status Jun 22 13:58:25.596016 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=8']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 13:58:25.599319 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 13:58:25.674967 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f85f0-1560-4b9a-bbe7-62d35f7a2fd4 req-a1db3cac-9291-4000-aefc-d31d0b5c7312 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:25.677281 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce7f85f0-1560-4b9a-bbe7-62d35f7a2fd4 req-a1db3cac-9291-4000-aefc-d31d0b5c7312 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0855579 Jun 22 13:58:25.724433 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce7f85f0-1560-4b9a-bbe7-62d35f7a2fd4 req-176f1ad7-87c2-4d9b-aeb9-3a4ee9534e97 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Jun 22 13:58:26.020477 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 47156) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 13:58:26.150294 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e36e78ab-cf87-445f-a3a1-c71c6763ff7f req-9faa4814-e59e-48ca-aef3-af46b2a9605a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283264 Jun 22 13:58:26.936411 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dead7-0e8c-433d-b492-35b0519c5ae2 req-848eb2bf-d656-4215-97e9-d425a1284881 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:26.937978 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db4dead7-0e8c-433d-b492-35b0519c5ae2 req-848eb2bf-d656-4215-97e9-d425a1284881 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0817385 Jun 22 13:58:26.980303 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db4dead7-0e8c-433d-b492-35b0519c5ae2 req-82b44f95-0d83-484c-82c4-f5d7e5972773 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363905 Jun 22 13:58:28.176108 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ae70-8925-4f36-954f-122336877ac1 req-51c7dc7b-8082-4fac-a022-c5b50d8ed956 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:28.177723 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1854ae70-8925-4f36-954f-122336877ac1 req-51c7dc7b-8082-4fac-a022-c5b50d8ed956 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667369 Jun 22 13:58:28.219384 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1854ae70-8925-4f36-954f-122336877ac1 req-e2f42428-f6cb-4347-b314-713f3dc885f5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345728 Jun 22 13:58:29.413089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0997c1c-7ee5-46ea-b047-50324da97429 req-48b933a1-dfa3-4fb5-b144-f8c16f17a3d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:29.415908 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c0997c1c-7ee5-46ea-b047-50324da97429 req-48b933a1-dfa3-4fb5-b144-f8c16f17a3d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0689414 Jun 22 13:58:29.460698 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c0997c1c-7ee5-46ea-b047-50324da97429 req-a22b5c19-321b-4828-97e2-4072a28b35dc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387843 Jun 22 13:58:30.648977 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06297b6-7076-4b1b-8d6a-e9cba3db4add req-1ea2b658-a932-4b40-b1a2-7cc348462a51 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:30.650219 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f06297b6-7076-4b1b-8d6a-e9cba3db4add req-1ea2b658-a932-4b40-b1a2-7cc348462a51 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0689685 Jun 22 13:58:30.694351 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f06297b6-7076-4b1b-8d6a-e9cba3db4add req-df0a9a6c-0bc9-40ac-b8aa-11a06e8bb79f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378931 Jun 22 13:58:31.888497 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b270ab7-8b4a-4944-a75e-2fa4d73da659 req-2a8d4e8a-03d4-46f1-996c-f71a8e2c70ab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:31.889428 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2b270ab7-8b4a-4944-a75e-2fa4d73da659 req-2a8d4e8a-03d4-46f1-996c-f71a8e2c70ab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0653801 Jun 22 13:58:31.932550 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2b270ab7-8b4a-4944-a75e-2fa4d73da659 req-45152f24-cbc1-406b-980c-3b5b3f5eda2b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372529 Jun 22 13:58:32.965791 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3f73e9a6-5e87-40ed-91fd-32321493babd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:33.123114 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d8674-4195-4d4b-94af-92ea2556ca16 req-b315db5d-82bb-4836-9968-a040d74feaf1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:33.124781 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4c7d8674-4195-4d4b-94af-92ea2556ca16 req-b315db5d-82bb-4836-9968-a040d74feaf1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0703971 Jun 22 13:58:33.167777 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4c7d8674-4195-4d4b-94af-92ea2556ca16 req-d9ede647-53d7-40d9-a317-2551e62d25da tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Jun 22 13:58:34.269975 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:58:34.373872 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f167-7e33-4d64-8b4b-dddb792827c8 req-d6b88c8c-4530-4e5b-87db-2ec6d437763b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:34.375440 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3713f167-7e33-4d64-8b4b-dddb792827c8 req-d6b88c8c-4530-4e5b-87db-2ec6d437763b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0837665 Jun 22 13:58:34.416856 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3713f167-7e33-4d64-8b4b-dddb792827c8 req-36d6a570-c9d6-446c-b911-848699295897 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354254 Jun 22 13:58:35.617744 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db713715-5bd9-41ee-8200-3369901a7e41 req-9b03f6f2-8e63-4641-b2cf-1539a55f53db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:35.619407 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db713715-5bd9-41ee-8200-3369901a7e41 req-9b03f6f2-8e63-4641-b2cf-1539a55f53db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0745883 Jun 22 13:58:35.661019 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db713715-5bd9-41ee-8200-3369901a7e41 req-651f026e-afc1-46df-b9f3-4fdb10722e2d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354424 Jun 22 13:58:35.890521 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:36.097124 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a56c0fba-21be-40fe-9ec2-75e51f1fceb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:36.856514 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236c33d-63b1-40f9-a3c6-3f9529e1f26c req-386fa407-c8f5-4e49-8c97-9a81d1aa052e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:36.858094 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9236c33d-63b1-40f9-a3c6-3f9529e1f26c req-386fa407-c8f5-4e49-8c97-9a81d1aa052e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0746727 Jun 22 13:58:36.902462 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9236c33d-63b1-40f9-a3c6-3f9529e1f26c req-c2e08422-f985-4f84-8c11-a44d74913da4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383542 Jun 22 13:58:36.942981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:38.115105 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2978b79-a11b-4966-9702-d4e0027af18e req-afdeb3fc-687e-4139-95ba-07ffe86c4455 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:38.116780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f2978b79-a11b-4966-9702-d4e0027af18e req-afdeb3fc-687e-4139-95ba-07ffe86c4455 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0803103 Jun 22 13:58:38.166717 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f2978b79-a11b-4966-9702-d4e0027af18e req-9d45ad8c-533d-48be-ac5f-1eb7848e4855 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Jun 22 13:58:38.482239 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:39.139588 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-3acc819e-03bd-45d1-8443-ef3dbf09186c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613480 Jun 22 13:58:39.268079 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b3391-876b-4c78-8846-359ebe4248de req-b231e5ce-58e6-4f65-8ef6-c0ec2c3f446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:39.269818 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-b231e5ce-58e6-4f65-8ef6-c0ec2c3f446b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0909343 Jun 22 13:58:39.398103 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b3391-876b-4c78-8846-359ebe4248de req-200f8ca2-3abe-4962-a067-95933faa6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:39.400787 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-200f8ca2-3abe-4962-a067-95933faa6d52 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1067901 Jun 22 13:58:39.418959 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4380239-e54b-4ee2-ba1e-1c95bc4ea3ac req-f6d00f24-1c91-4282-bf5d-aee6623fdc72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:39.420603 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d4380239-e54b-4ee2-ba1e-1c95bc4ea3ac req-f6d00f24-1c91-4282-bf5d-aee6623fdc72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0884829 Jun 22 13:58:39.465935 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-14241446-f65b-4ec9-82fc-41afc45c7357 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0523167 Jun 22 13:58:39.479768 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d4380239-e54b-4ee2-ba1e-1c95bc4ea3ac req-ccb70bb2-9e86-4fbf-8ddd-80bf6ec1b221 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495300 Jun 22 13:58:39.524654 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b3391-876b-4c78-8846-359ebe4248de req-e61389cc-72f2-4945-957a-9c4d0213c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:39.526410 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-e61389cc-72f2-4945-957a-9c4d0213c851 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0534256 Jun 22 13:58:39.561653 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-111bcc64-0861-4e02-88bc-237f8ce55d8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280852 Jun 22 13:58:39.678728 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-0098bc10-f08d-4f43-86c4-41d6128e01c7 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087387 Jun 22 13:58:39.781851 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a69b3391-876b-4c78-8846-359ebe4248de req-ac8dfce7-2203-428e-9959-c70aa6ad24dc service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958388 Jun 22 13:58:40.113334 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:58:40.683794 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d7d9a-84f9-4571-8838-a770122f5e8e req-fa8b20a2-3c84-4cbe-a839-bc09a1b42cc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:40.685315 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-645d7d9a-84f9-4571-8838-a770122f5e8e req-fa8b20a2-3c84-4cbe-a839-bc09a1b42cc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0655928 Jun 22 13:58:40.728388 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-645d7d9a-84f9-4571-8838-a770122f5e8e req-86663df6-45a0-470b-8b67-86295ecdf4ab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Jun 22 13:58:41.942766 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590e5c-0910-4ff1-b13e-2fce63fcf3e0 req-4d0b1593-31b6-47c5-9231-7b59f8e15773 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:41.944414 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-91590e5c-0910-4ff1-b13e-2fce63fcf3e0 req-4d0b1593-31b6-47c5-9231-7b59f8e15773 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0738750 Jun 22 13:58:41.986022 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-91590e5c-0910-4ff1-b13e-2fce63fcf3e0 req-6c334420-f74a-403f-8cda-8406a16ca1e6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 Jun 22 13:58:43.184867 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571bf6d-db70-44df-a32e-e94f0b56bd4b req-ce9ab788-4283-4b94-aaff-552fe2dcad8b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:43.186296 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c571bf6d-db70-44df-a32e-e94f0b56bd4b req-ce9ab788-4283-4b94-aaff-552fe2dcad8b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0724213 Jun 22 13:58:43.227829 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c571bf6d-db70-44df-a32e-e94f0b56bd4b req-c35dc46c-2560-44f5-b797-7229e5d13600 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341413 Jun 22 13:58:44.419559 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ad48e-f071-4d88-9e02-0328d98b568f req-4b0f8a11-ee18-481b-85f2-4164f53ac7e1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:44.421146 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-672ad48e-f071-4d88-9e02-0328d98b568f req-4b0f8a11-ee18-481b-85f2-4164f53ac7e1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0704718 Jun 22 13:58:44.469886 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-672ad48e-f071-4d88-9e02-0328d98b568f req-dcfe0b9d-50d7-4c59-9bf4-67995a0c8443 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 Jun 22 13:58:45.678930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39790358-dd54-48e7-98a3-1af2084af3a5 req-cadfb7fe-15c0-4144-874c-10a1197d2416 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:45.681348 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-39790358-dd54-48e7-98a3-1af2084af3a5 req-cadfb7fe-15c0-4144-874c-10a1197d2416 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0697465 Jun 22 13:58:45.722748 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-39790358-dd54-48e7-98a3-1af2084af3a5 req-b8cd4380-c99e-4685-b51b-3f6f529417e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359795 Jun 22 13:58:46.914981 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb11bdb-311a-4e93-92f8-d52930315279 req-d833dd65-c979-48bf-97f3-e322e85a3b36 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:46.916563 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cdb11bdb-311a-4e93-92f8-d52930315279 req-d833dd65-c979-48bf-97f3-e322e85a3b36 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0642414 Jun 22 13:58:46.953055 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cdb11bdb-311a-4e93-92f8-d52930315279 req-aa695a30-8141-44a4-b4e2-95d9c36cd8d9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Jun 22 13:58:48.136114 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab3d4-88fa-4469-8bc0-6c9ad75c113e req-c8618cb6-49d1-454f-b227-83f08f96ee8b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:48.140561 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46aab3d4-88fa-4469-8bc0-6c9ad75c113e req-c8618cb6-49d1-454f-b227-83f08f96ee8b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0672991 Jun 22 13:58:48.177884 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46aab3d4-88fa-4469-8bc0-6c9ad75c113e req-2fab4dd1-6d51-4ce8-b222-d4ef8c95b2c8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Jun 22 13:58:49.374238 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6282-c57b-4329-b01c-e5d18ef39ebb req-7012c2f8-6495-435f-bce7-bb4c8478a4ac tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:49.375778 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d5e6282-c57b-4329-b01c-e5d18ef39ebb req-7012c2f8-6495-435f-bce7-bb4c8478a4ac tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0733790 Jun 22 13:58:49.415907 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d5e6282-c57b-4329-b01c-e5d18ef39ebb req-50f1839a-11eb-4d1e-8514-9f27f6584f45 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341494 Jun 22 13:58:50.611194 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af6556-bf4d-4c31-bc3a-eb23b365a602 req-efd62c35-407c-4f1e-aae7-28802bc501ff tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:50.612703 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d2af6556-bf4d-4c31-bc3a-eb23b365a602 req-efd62c35-407c-4f1e-aae7-28802bc501ff tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0781338 Jun 22 13:58:50.652151 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d2af6556-bf4d-4c31-bc3a-eb23b365a602 req-667578e9-a24e-4b73-ae40-a63428e3a890 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330741 Jun 22 13:58:50.740286 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec381b5-d3d0-4079-bb80-af8579e55d24 req-2e85841b-d004-4655-9428-978166ee5237 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:50.741694 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5ec381b5-d3d0-4079-bb80-af8579e55d24 req-2e85841b-d004-4655-9428-978166ee5237 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0711370 Jun 22 13:58:50.780780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5ec381b5-d3d0-4079-bb80-af8579e55d24 req-205f4f28-bafa-445d-a995-b0c410563176 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327132 Jun 22 13:58:51.834779 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e86071-270d-4819-b3f1-960d9b867996 req-96d324d0-c874-44a7-bcde-0fa59d0d24cf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:51.836422 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-78e86071-270d-4819-b3f1-960d9b867996 req-96d324d0-c874-44a7-bcde-0fa59d0d24cf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667806 Jun 22 13:58:51.877820 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-78e86071-270d-4819-b3f1-960d9b867996 req-51effe27-c761-4668-943a-10341265d3c7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355132 Jun 22 13:58:51.960914 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7182f89-6cf1-45ac-bece-69468878ceb5 req-7f742d76-e22b-402f-9be2-f86245b71226 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:51.962483 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a7182f89-6cf1-45ac-bece-69468878ceb5 req-7f742d76-e22b-402f-9be2-f86245b71226 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0646036 Jun 22 13:58:52.000521 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a7182f89-6cf1-45ac-bece-69468878ceb5 req-2fcd8877-1a31-4277-ace1-fe3d70abdad6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Jun 22 13:58:53.078387 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a84352-7e6a-487b-9711-4f1d5d9255f4 req-6514db96-48be-4504-9e73-241d1d3ce23b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:53.080323 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-93a84352-7e6a-487b-9711-4f1d5d9255f4 req-6514db96-48be-4504-9e73-241d1d3ce23b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0778294 Jun 22 13:58:53.129117 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-93a84352-7e6a-487b-9711-4f1d5d9255f4 req-21630f47-a4e1-4ae8-8d1b-df7b348dfc92 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Jun 22 13:58:53.202127 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e278b6-6687-49f9-95b7-b982a5011b18 req-be5c16d4-9386-4d5c-a8be-d3441fa72d42 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:53.203656 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-77e278b6-6687-49f9-95b7-b982a5011b18 req-be5c16d4-9386-4d5c-a8be-d3441fa72d42 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0790439 Jun 22 13:58:53.250589 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-77e278b6-6687-49f9-95b7-b982a5011b18 req-b3bd15c7-f506-4e8e-bde0-90f8d979ebee tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410290 Jun 22 13:58:54.322993 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64527dac-eea5-4fed-8d92-01e64ad6d5cb req-2cf04099-988e-473b-bb84-af35832892ff tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:54.324552 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-64527dac-eea5-4fed-8d92-01e64ad6d5cb req-2cf04099-988e-473b-bb84-af35832892ff tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0673125 Jun 22 13:58:54.367657 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-64527dac-eea5-4fed-8d92-01e64ad6d5cb req-f27a8963-77df-4aaf-93b7-0eea51443604 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357687 Jun 22 13:58:54.429671 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b6527-68e0-44f7-b0ea-27a55853d225 req-b07e2839-b97f-4bf0-8f69-a68ef6811503 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:54.431349 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4e1b6527-68e0-44f7-b0ea-27a55853d225 req-b07e2839-b97f-4bf0-8f69-a68ef6811503 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0669942 Jun 22 13:58:54.470030 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4e1b6527-68e0-44f7-b0ea-27a55853d225 req-c71133b6-d66c-47e4-b024-193a2ed31d92 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329878 Jun 22 13:58:55.567211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62f194-e11c-46a7-ac0a-dbcef5aa6acd req-7fbf28e8-644d-4dd5-b110-9354f09b149d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:55.569731 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5d62f194-e11c-46a7-ac0a-dbcef5aa6acd req-7fbf28e8-644d-4dd5-b110-9354f09b149d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0785899 Jun 22 13:58:55.618599 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5d62f194-e11c-46a7-ac0a-dbcef5aa6acd req-a113aab7-94ef-47c2-bcf7-15261a21017d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Jun 22 13:58:55.687613 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb614062-0b91-477c-bd88-b93573fb2c62 req-be3e992e-757c-4c7b-a212-d503e0597647 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:55.689100 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb614062-0b91-477c-bd88-b93573fb2c62 req-be3e992e-757c-4c7b-a212-d503e0597647 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0856819 Jun 22 13:58:55.730577 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb614062-0b91-477c-bd88-b93573fb2c62 req-65b8db15-54e7-45df-a119-2f19f772aed7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357745 Jun 22 13:58:56.818047 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e87bef-3119-451e-a0e1-e3ca0dc90ebd req-16476747-087c-4925-9198-34f14c560e59 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:56.820271 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-16e87bef-3119-451e-a0e1-e3ca0dc90ebd req-16476747-087c-4925-9198-34f14c560e59 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0770714 Jun 22 13:58:56.871033 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-16e87bef-3119-451e-a0e1-e3ca0dc90ebd req-63c96146-042f-4e5c-b55c-d8b1bc7776d9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443413 Jun 22 13:58:56.927743 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde20b0-7efa-4395-ae3e-f98e7e31e33e req-b19a9920-7ca3-4ae6-a4a1-45a4583dc730 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:56.929313 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcde20b0-7efa-4395-ae3e-f98e7e31e33e req-b19a9920-7ca3-4ae6-a4a1-45a4583dc730 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0750461 Jun 22 13:58:56.966995 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcde20b0-7efa-4395-ae3e-f98e7e31e33e req-73e218bf-a689-4ef4-9324-9363ad05df78 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Jun 22 13:58:58.054405 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c281bc-b316-4b7e-9b8a-90d01fefa158 req-24fd0168-a446-4ca3-bc99-20907bc2d1c6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:58.056583 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-50c281bc-b316-4b7e-9b8a-90d01fefa158 req-24fd0168-a446-4ca3-bc99-20907bc2d1c6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0670638 Jun 22 13:58:58.095643 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-50c281bc-b316-4b7e-9b8a-90d01fefa158 req-b1995bf6-4553-4e21-adf2-0e6cdf005abe tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334523 Jun 22 13:58:58.141155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d572f-b420-4ce7-ba27-7f0db98d97d6 req-fdb4c93c-233b-4b91-9f4b-056a650799f5 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:58.142629 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-602d572f-b420-4ce7-ba27-7f0db98d97d6 req-fdb4c93c-233b-4b91-9f4b-056a650799f5 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0626793 Jun 22 13:58:58.180598 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-602d572f-b420-4ce7-ba27-7f0db98d97d6 req-0849d5d8-c328-4425-a6be-110353a64242 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Jun 22 13:58:59.277525 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d43e4-9781-4fd4-853e-bfa3fb297a37 req-a22366d0-2873-4fda-973e-a559667fd507 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:59.279079 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e14d43e4-9781-4fd4-853e-bfa3fb297a37 req-a22366d0-2873-4fda-973e-a559667fd507 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0681949 Jun 22 13:58:59.323317 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e14d43e4-9781-4fd4-853e-bfa3fb297a37 req-91447d53-e59f-4d80-8d08-03f9deb9ff05 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380285 Jun 22 13:58:59.370081 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99879f4-5449-462a-806d-6fa11fa9eff2 req-7b178ece-6478-4831-8a70-b53b35cba77d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:58:59.371666 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c99879f4-5449-462a-806d-6fa11fa9eff2 req-7b178ece-6478-4831-8a70-b53b35cba77d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0706983 Jun 22 13:58:59.410964 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c99879f4-5449-462a-806d-6fa11fa9eff2 req-353aafa8-faf8-44fa-9329-6827a96281c3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Jun 22 13:59:00.504704 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d463a12-7065-4deb-aad7-3077f655077d req-2a33b630-9a4a-47c0-a231-52c73e5e2faa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:00.506188 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d463a12-7065-4deb-aad7-3077f655077d req-2a33b630-9a4a-47c0-a231-52c73e5e2faa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0627675 Jun 22 13:59:00.548302 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d463a12-7065-4deb-aad7-3077f655077d req-93a14d42-0faf-4322-9ab9-ce278496f24e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358851 Jun 22 13:59:00.596390 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6115-3931-455c-a70d-2e37a1f81cf7 req-2bb1ce12-08a1-4fca-852d-72aca6c235c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:00.597917 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-195b6115-3931-455c-a70d-2e37a1f81cf7 req-2bb1ce12-08a1-4fca-852d-72aca6c235c7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0653553 Jun 22 13:59:00.635866 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-195b6115-3931-455c-a70d-2e37a1f81cf7 req-05ac491b-beed-4389-a85b-1eee6b53fe96 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Jun 22 13:59:01.728134 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e3311-82af-4ade-b6a4-8abcf3fe9a59 req-ff0e0abd-3c74-4a32-951c-2016677bd01b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:01.729630 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3a9e3311-82af-4ade-b6a4-8abcf3fe9a59 req-ff0e0abd-3c74-4a32-951c-2016677bd01b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0664794 Jun 22 13:59:01.769508 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3a9e3311-82af-4ade-b6a4-8abcf3fe9a59 req-41e548a7-7545-4778-86cc-f08649196e9a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Jun 22 13:59:01.811189 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b03da-6486-4afe-9aec-e27016140d81 req-d6ced0d7-fc08-402a-97c5-e0a210a1915b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:01.812732 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c67b03da-6486-4afe-9aec-e27016140d81 req-d6ced0d7-fc08-402a-97c5-e0a210a1915b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0650196 Jun 22 13:59:01.851103 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c67b03da-6486-4afe-9aec-e27016140d81 req-50261604-c14e-457a-9c66-cf104b11ff88 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321696 Jun 22 13:59:02.226457 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b0966-9b0e-4915-8e6f-0a15ccc58e22 req-ae859490-c72d-4431-89f8-fb218c0f233f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:02.227995 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6f9b0966-9b0e-4915-8e6f-0a15ccc58e22 req-ae859490-c72d-4431-89f8-fb218c0f233f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.1025295 Jun 22 13:59:02.259667 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-de6847a3-ca8c-4644-b573-d2d6b299ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:02.261132 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-de6847a3-ca8c-4644-b573-d2d6b299ebb0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.0883484 Jun 22 13:59:02.295658 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6f9b0966-9b0e-4915-8e6f-0a15ccc58e22 req-6c48f287-5487-4162-8c6d-f9d64c3eb483 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615041 Jun 22 13:59:02.370013 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-8b4ac614-2540-4146-a7fc-7e1d029702a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:02.371485 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-8b4ac614-2540-4146-a7fc-7e1d029702a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.1030357 Jun 22 13:59:02.440289 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-88c19c8a-19d6-4a2e-9079-1f4db7773c56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1001 time: 0.0615664 Jun 22 13:59:02.489422 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-7e8ec48f-fc02-4c1c-bff4-747ccdc5cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:02.490780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-7e8ec48f-fc02-4c1c-bff4-747ccdc5cd2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0438149 Jun 22 13:59:02.556068 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-f45f61d2-3b65-43a2-9d4f-8017ad005886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:02.557559 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-f45f61d2-3b65-43a2-9d4f-8017ad005886 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589936 Jun 22 13:59:02.653495 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-c0805480-f1f1-410b-ac59-08c6471f91d1 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890298 Jun 22 13:59:02.749502 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-746eea52-c322-443d-92cd-97f88fcf8f35 req-7ac868d4-3bf2-4f37-8439-aadb101c9eaf service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Jun 22 13:59:02.957596 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a7e08-9bb1-4160-bc4c-6ee699d672bd req-d5472084-865d-43ae-905a-0112e04cf797 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:02.959105 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f91a7e08-9bb1-4160-bc4c-6ee699d672bd req-d5472084-865d-43ae-905a-0112e04cf797 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0684628 Jun 22 13:59:02.963261 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e344a1c7-f388-4eef-8213-c281ab2d2db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:03.005001 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f91a7e08-9bb1-4160-bc4c-6ee699d672bd req-6cbc1d5e-d59f-4e8f-9ff6-7756e281c27a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334916 Jun 22 13:59:03.478930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c8e89-23e5-409b-8bbe-6573b4b38060 req-5f61b49f-c175-4e4a-a4c1-ce9c274b1bec tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:03.480434 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-826c8e89-23e5-409b-8bbe-6573b4b38060 req-5f61b49f-c175-4e4a-a4c1-ce9c274b1bec tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0663033 Jun 22 13:59:03.518804 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-826c8e89-23e5-409b-8bbe-6573b4b38060 req-c5b88d77-fa77-4def-8738-181f617955f5 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Jun 22 13:59:04.185460 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fc5c4-bcfa-4d49-af4e-30b33d4fbd7e req-34bee70e-2363-4033-b51f-3db18aabc349 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:04.186951 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9f0fc5c4-bcfa-4d49-af4e-30b33d4fbd7e req-34bee70e-2363-4033-b51f-3db18aabc349 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0637202 Jun 22 13:59:04.226179 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9f0fc5c4-bcfa-4d49-af4e-30b33d4fbd7e req-2a7d2d72-9895-43fc-8973-244fdb2b1e07 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Jun 22 13:59:04.702635 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16614220-d568-4097-8267-7d9280796812 req-c2c9193e-a613-4829-a4b6-0d1bde4e1ccd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:04.704142 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-16614220-d568-4097-8267-7d9280796812 req-c2c9193e-a613-4829-a4b6-0d1bde4e1ccd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0640712 Jun 22 13:59:04.743970 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-16614220-d568-4097-8267-7d9280796812 req-b06321e9-917d-48ad-b589-060fa2e27468 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338855 Jun 22 13:59:05.403510 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50603f31-26d7-4b96-a978-b1fedfbe1c06 req-e4640c64-1451-49cf-9af0-1af0f4053d3e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:05.404907 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-50603f31-26d7-4b96-a978-b1fedfbe1c06 req-e4640c64-1451-49cf-9af0-1af0f4053d3e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0639393 Jun 22 13:59:05.447209 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-50603f31-26d7-4b96-a978-b1fedfbe1c06 req-dd4bf24b-bc19-42b7-a89d-b523b672115e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Jun 22 13:59:05.892926 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:06.099256 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-af9d31ce-0fa4-4ee5-a763-30e542a3ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:06.627973 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38612fe0-994c-440d-bc2b-c68193501c71 req-afb56993-a2c6-46a9-abea-2897e77b3ebf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:06.629580 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-38612fe0-994c-440d-bc2b-c68193501c71 req-afb56993-a2c6-46a9-abea-2897e77b3ebf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667415 Jun 22 13:59:06.669564 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-38612fe0-994c-440d-bc2b-c68193501c71 req-51256a70-2eea-4fba-ac11-af56c7003a67 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Jun 22 13:59:06.938000 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:07.853766 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbecf45-ee9d-450b-b27e-416e2005bd50 req-e77aa0ab-47f3-405f-877a-fb39d34c2c79 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:07.855266 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7dbecf45-ee9d-450b-b27e-416e2005bd50 req-e77aa0ab-47f3-405f-877a-fb39d34c2c79 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0686204 Jun 22 13:59:07.896167 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7dbecf45-ee9d-450b-b27e-416e2005bd50 req-478eb110-0604-4c3e-bc73-eca4833c90a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348954 Jun 22 13:59:08.486507 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:09.078508 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfeba-1a0f-49ab-9361-f8e073b3ffd8 req-a6aaf75c-8b44-44ec-b553-c95397f126ed tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:09.079910 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cfbcfeba-1a0f-49ab-9361-f8e073b3ffd8 req-a6aaf75c-8b44-44ec-b553-c95397f126ed tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0630543 Jun 22 13:59:09.118231 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cfbcfeba-1a0f-49ab-9361-f8e073b3ffd8 req-8097453e-afb4-49cf-a3cb-f2f7bc9b61bc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Jun 22 13:59:10.123709 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:10.306631 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8fd1a-168a-4a91-b108-9fb161578fb7 req-408742b1-a484-4d57-b2f3-6421ee8964e1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:10.308243 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-75f8fd1a-168a-4a91-b108-9fb161578fb7 req-408742b1-a484-4d57-b2f3-6421ee8964e1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0676758 Jun 22 13:59:10.347041 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-75f8fd1a-168a-4a91-b108-9fb161578fb7 req-99345fdb-f2e1-49a8-b593-317827f5b1d4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Jun 22 13:59:11.268864 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:59:11.532333 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecae99b-4997-46a4-9f8c-dd4d49627ba9 req-ca7629fd-57d9-435a-b7b5-7f4cd0ae0225 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:11.534236 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aecae99b-4997-46a4-9f8c-dd4d49627ba9 req-ca7629fd-57d9-435a-b7b5-7f4cd0ae0225 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0688074 Jun 22 13:59:11.572201 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aecae99b-4997-46a4-9f8c-dd4d49627ba9 req-437e3d8d-c10e-4449-a986-138f6b82bb52 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Jun 22 13:59:12.755276 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4893cf-110a-4ed7-a988-e3391d820ac4 req-9ad8176c-fd8a-4721-b2b4-c9debc887666 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:12.757648 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ea4893cf-110a-4ed7-a988-e3391d820ac4 req-9ad8176c-fd8a-4721-b2b4-c9debc887666 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0687921 Jun 22 13:59:12.802373 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ea4893cf-110a-4ed7-a988-e3391d820ac4 req-6f6f0929-2b83-4e7d-8a0a-b5ff61b7bc88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Jun 22 13:59:13.994348 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de6980-0d5a-4088-9d4b-60fe759555a7 req-a716c638-9756-496c-94fd-c93497696af2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:13.995894 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-98de6980-0d5a-4088-9d4b-60fe759555a7 req-a716c638-9756-496c-94fd-c93497696af2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0674014 Jun 22 13:59:14.035856 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-98de6980-0d5a-4088-9d4b-60fe759555a7 req-c386ab22-bab1-4530-a1b9-f7df9f38b18c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340719 Jun 22 13:59:15.214180 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4bd66-1d7a-47af-95e9-c44d75eb64bf req-c54b6a0e-4556-4235-8e9e-8492df167c3c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:15.215673 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-02f4bd66-1d7a-47af-95e9-c44d75eb64bf req-c54b6a0e-4556-4235-8e9e-8492df167c3c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0644362 Jun 22 13:59:15.254123 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-02f4bd66-1d7a-47af-95e9-c44d75eb64bf req-042b25c6-f768-44f8-ae6d-1ddc866e8651 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325763 Jun 22 13:59:16.435716 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6b04c-a184-407b-8255-3957faa64c4e req-56a74a96-d176-4e14-9ba6-7d963258a721 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:16.437195 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0ee6b04c-a184-407b-8255-3957faa64c4e req-56a74a96-d176-4e14-9ba6-7d963258a721 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0627296 Jun 22 13:59:16.475053 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0ee6b04c-a184-407b-8255-3957faa64c4e req-f4c428b8-8e56-4d7b-9e35-f0d5e0a0bbfa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Jun 22 13:59:17.648714 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae66480-8c03-478c-817b-19d08917160f req-2dbeb28d-3d3b-467d-9cfb-b7f49cbe6d43 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:17.650240 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dae66480-8c03-478c-817b-19d08917160f req-2dbeb28d-3d3b-467d-9cfb-b7f49cbe6d43 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0622249 Jun 22 13:59:17.692247 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dae66480-8c03-478c-817b-19d08917160f req-37db0868-531a-4882-9bfb-a45632f560a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Jun 22 13:59:18.874988 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2529e9-4a76-43f4-beab-b63e049e3ddd req-4896972e-e36d-4fcc-8cd4-8bba9b5f5b41 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:18.876444 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef2529e9-4a76-43f4-beab-b63e049e3ddd req-4896972e-e36d-4fcc-8cd4-8bba9b5f5b41 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0650883 Jun 22 13:59:18.913004 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ef2529e9-4a76-43f4-beab-b63e049e3ddd req-865036bd-2da1-4b79-b7c1-51695d06a3ae tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Jun 22 13:59:20.095563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7020f9b-bb3d-4f5b-89ff-660043d0e898 req-0372390f-e4a7-4778-8988-966eb3fc555a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:20.096947 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e7020f9b-bb3d-4f5b-89ff-660043d0e898 req-0372390f-e4a7-4778-8988-966eb3fc555a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0656145 Jun 22 13:59:20.133948 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e7020f9b-bb3d-4f5b-89ff-660043d0e898 req-3d8e5bd8-c688-4a9d-a2a8-85f423112b95 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jun 22 13:59:21.311298 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bd75a-c49d-4ae3-a46a-236065f6a35c req-32cc16ef-d249-4aed-a18d-aed17a124445 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:21.312828 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f33bd75a-c49d-4ae3-a46a-236065f6a35c req-32cc16ef-d249-4aed-a18d-aed17a124445 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0645335 Jun 22 13:59:21.358343 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f33bd75a-c49d-4ae3-a46a-236065f6a35c req-148f402e-bd1a-4d6a-8870-cacd20c9b8ea tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Jun 22 13:59:22.536277 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69d3ed-0b21-426d-bc53-8bef746cfc1c req-6db06d04-c5b9-4147-a420-aa22f4e4f470 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:22.538469 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-be69d3ed-0b21-426d-bc53-8bef746cfc1c req-6db06d04-c5b9-4147-a420-aa22f4e4f470 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0635660 Jun 22 13:59:22.574909 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-be69d3ed-0b21-426d-bc53-8bef746cfc1c req-36f7841b-454f-4aa9-a396-3e2d1fbdefaf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306621 Jun 22 13:59:23.759277 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a7215-d123-4f9d-802a-e49678b4712b req-be949501-717b-4a0f-8f78-522c042de1d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:23.760788 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f19a7215-d123-4f9d-802a-e49678b4712b req-be949501-717b-4a0f-8f78-522c042de1d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0675936 Jun 22 13:59:23.799204 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f19a7215-d123-4f9d-802a-e49678b4712b req-5ae568c0-b84b-453b-8948-3a50a68b4951 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Jun 22 13:59:24.979917 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62571727-eb17-40eb-a4dd-194bdbbee894 req-1e30b22c-ae9b-4600-9c32-8869b392921b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:24.981392 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-62571727-eb17-40eb-a4dd-194bdbbee894 req-1e30b22c-ae9b-4600-9c32-8869b392921b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0659420 Jun 22 13:59:25.021413 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-62571727-eb17-40eb-a4dd-194bdbbee894 req-550b9f52-6df0-41c8-a8a5-1192881da05a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Jun 22 13:59:26.202048 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf00e1-f5fd-4697-b053-3b05db071886 req-9f12b8ac-0fac-4e29-b1f3-9ac199ab1ff2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:26.203550 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e3cf00e1-f5fd-4697-b053-3b05db071886 req-9f12b8ac-0fac-4e29-b1f3-9ac199ab1ff2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0644290 Jun 22 13:59:26.240997 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e3cf00e1-f5fd-4697-b053-3b05db071886 req-c7a9d0d9-40ea-499f-a714-6fc1d2987689 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Jun 22 13:59:27.419548 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c7376-ebeb-4889-a885-d1c74facafb8 req-508c2bbb-707a-483f-a456-782de0d9531d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:27.420989 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f10c7376-ebeb-4889-a885-d1c74facafb8 req-508c2bbb-707a-483f-a456-782de0d9531d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0646212 Jun 22 13:59:27.458487 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f10c7376-ebeb-4889-a885-d1c74facafb8 req-14dde0e7-b6cc-461e-9c30-378811643f5d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319586 Jun 22 13:59:28.636416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dae24-78ad-46d5-a7a6-9251da914849 req-05d3fda2-4bf8-49e9-8302-c3820541aa84 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:28.638190 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a00dae24-78ad-46d5-a7a6-9251da914849 req-05d3fda2-4bf8-49e9-8302-c3820541aa84 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0634646 Jun 22 13:59:28.677676 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a00dae24-78ad-46d5-a7a6-9251da914849 req-58457782-80fc-4520-b1da-fd02a5463f1e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Jun 22 13:59:29.859049 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed39af-fbc4-440e-bb81-1136279ac9fa req-f463ecda-753c-479a-9c19-0d7d17fef695 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:29.860555 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e7ed39af-fbc4-440e-bb81-1136279ac9fa req-f463ecda-753c-479a-9c19-0d7d17fef695 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0631654 Jun 22 13:59:29.902946 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e7ed39af-fbc4-440e-bb81-1136279ac9fa req-9fc4a063-1cad-4e8e-a239-54f164e3ad86 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363200 Jun 22 13:59:31.082312 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e6289-7abd-490f-8bf9-7e6875c9c6ee req-b3efc09d-0bf1-4449-bf3f-d2c0d420b03a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:31.083807 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-724e6289-7abd-490f-8bf9-7e6875c9c6ee req-b3efc09d-0bf1-4449-bf3f-d2c0d420b03a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667300 Jun 22 13:59:31.121820 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-724e6289-7abd-490f-8bf9-7e6875c9c6ee req-aca5556b-a0e7-4adb-8c9f-bffb2bb76627 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Jun 22 13:59:32.301818 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d89d0-db9c-4e58-a668-b9f86326df8e req-9fb9abd4-9f0d-408a-a334-fe706036fd24 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:32.303569 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-791d89d0-db9c-4e58-a668-b9f86326df8e req-9fb9abd4-9f0d-408a-a334-fe706036fd24 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0655010 Jun 22 13:59:32.340414 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-791d89d0-db9c-4e58-a668-b9f86326df8e req-34a938f9-eb41-4a50-9e7f-08b739566eed tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Jun 22 13:59:32.955218 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-db8bed55-3a13-4631-bbf2-0e98b1ab9859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:33.526913 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6521a-16b5-4f99-8dcd-4916bc130c68 req-9cb757e9-fa1f-4c8a-95da-dc03c4870b9a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:33.528578 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-85c6521a-16b5-4f99-8dcd-4916bc130c68 req-9cb757e9-fa1f-4c8a-95da-dc03c4870b9a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0647335 Jun 22 13:59:33.567407 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-85c6521a-16b5-4f99-8dcd-4916bc130c68 req-ae9dbf23-d3d3-42cb-87c7-ec8459a53817 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jun 22 13:59:34.744080 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd809e8c-b5ad-4ced-b04b-1561524cd230 req-0479dea3-96fb-4753-890b-ff7e8dd6ce26 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:34.745544 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fd809e8c-b5ad-4ced-b04b-1561524cd230 req-0479dea3-96fb-4753-890b-ff7e8dd6ce26 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0636706 Jun 22 13:59:34.782743 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fd809e8c-b5ad-4ced-b04b-1561524cd230 req-dc58defc-c8bc-4e2d-bae0-6579fc31177c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jun 22 13:59:35.899375 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:35.978535 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab73bf7-1686-4d0a-99fe-2c057975724c req-8612fc8d-6d0b-46b9-b5a1-f81151b1f8ec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:35.980132 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bab73bf7-1686-4d0a-99fe-2c057975724c req-8612fc8d-6d0b-46b9-b5a1-f81151b1f8ec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0731914 Jun 22 13:59:36.021485 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bab73bf7-1686-4d0a-99fe-2c057975724c req-98e530d5-831a-4a27-b517-7c1458281f87 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354152 Jun 22 13:59:36.101824 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-33287732-ce25-49e4-be9f-77d3f2595d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:36.939348 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:37.425030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce28021-427d-4849-b295-0345403d29e8 req-b95cd877-b541-42f8-a6b5-b7ed1548a9db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:37.426514 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dce28021-427d-4849-b295-0345403d29e8 req-b95cd877-b541-42f8-a6b5-b7ed1548a9db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.2876921 Jun 22 13:59:37.466189 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dce28021-427d-4849-b295-0345403d29e8 req-a23c9cd6-0a4b-4a11-b269-91d82b1fb1cf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336757 Jun 22 13:59:38.492285 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:38.659580 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a2b2a-71c8-4ede-85f5-c7d7cb06e345 req-0356920b-7afb-4f1e-a3c3-24583358fdf5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:38.661077 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3b7a2b2a-71c8-4ede-85f5-c7d7cb06e345 req-0356920b-7afb-4f1e-a3c3-24583358fdf5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0651071 Jun 22 13:59:38.700459 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3b7a2b2a-71c8-4ede-85f5-c7d7cb06e345 req-1577901f-5a43-442b-98e0-186799b95ab1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329528 Jun 22 13:59:39.889856 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8bf36-7e2a-44ec-b082-a78e4f2f527e req-ea060b8e-aa9f-4425-b851-a0e4bff0ff20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:39.891223 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9bc8bf36-7e2a-44ec-b082-a78e4f2f527e req-ea060b8e-aa9f-4425-b851-a0e4bff0ff20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0669665 Jun 22 13:59:39.927235 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9bc8bf36-7e2a-44ec-b082-a78e4f2f527e req-2c42d26e-bac4-4cf7-927f-99b6d0fc1035 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303771 Jun 22 13:59:40.126175 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 13:59:40.263806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-fbf4a334-6a25-42cd-8313-895a4d856cc2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542445 Jun 22 13:59:40.379387 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-34caf479-a7d3-474b-a2ac-f0c3176e9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:40.381591 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-34caf479-a7d3-474b-a2ac-f0c3176e9a7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.0570934 Jun 22 13:59:40.487392 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-a209781f-b362-4c9a-9f58-4f9f384906e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:40.488915 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-a209781f-b362-4c9a-9f58-4f9f384906e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0839071 Jun 22 13:59:40.561588 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-8d423924-9087-4c39-8350-c3b8852b3d0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1001 time: 0.0652218 Jun 22 13:59:40.610116 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-c77534da-44ac-472c-abe6-4d57b0913bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:40.611602 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-c77534da-44ac-472c-abe6-4d57b0913bf2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0438514 Jun 22 13:59:40.666804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-4fc68fb7-a83d-49a4-8724-ed8a22ea3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:40.668300 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-4fc68fb7-a83d-49a4-8724-ed8a22ea3e93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506418 Jun 22 13:59:40.759869 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-ba936e6b-e158-4f9c-870d-fb30fca9f6aa service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850799 Jun 22 13:59:40.847673 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8481853b-b440-412d-819c-ba27ca7d6fe8 req-7ef77e0c-be82-46d4-8039-c0aded2c1f69 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817027 Jun 22 13:59:41.107083 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c6161-e1ee-4ba3-94cc-644f86ba9c13 req-184f1ad4-641c-427b-b68f-45e63729a421 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:41.108527 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dd3c6161-e1ee-4ba3-94cc-644f86ba9c13 req-184f1ad4-641c-427b-b68f-45e63729a421 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0641236 Jun 22 13:59:41.150034 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dd3c6161-e1ee-4ba3-94cc-644f86ba9c13 req-4936acf3-8c24-4fd6-b468-eb00a6cef862 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Jun 22 13:59:42.338563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be66253-c3ba-4ea7-929f-2d7c5728e7ff req-0f161255-d7f6-4c7d-9ce1-55c81f95c4a5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:42.340132 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0be66253-c3ba-4ea7-929f-2d7c5728e7ff req-0f161255-d7f6-4c7d-9ce1-55c81f95c4a5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0699437 Jun 22 13:59:42.379118 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0be66253-c3ba-4ea7-929f-2d7c5728e7ff req-eb37ebde-9390-4898-bcee-6b29e7da1b60 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326967 Jun 22 13:59:43.565822 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b6cf2-b229-4494-b38c-6006ec3187d9 req-9680f599-3471-4f9f-8a2a-e709c44e8acd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:43.567381 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3e3b6cf2-b229-4494-b38c-6006ec3187d9 req-9680f599-3471-4f9f-8a2a-e709c44e8acd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0653772 Jun 22 13:59:43.613347 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3e3b6cf2-b229-4494-b38c-6006ec3187d9 req-4be319b1-b90a-41f2-abef-a40c29052227 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390532 Jun 22 13:59:44.821474 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df9c6-f24f-4e79-af4c-1b66e3d7f2fc req-27ad172b-45fd-4b86-b4a0-8ef25661042c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:44.823002 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d63df9c6-f24f-4e79-af4c-1b66e3d7f2fc req-27ad172b-45fd-4b86-b4a0-8ef25661042c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0694892 Jun 22 13:59:44.864101 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d63df9c6-f24f-4e79-af4c-1b66e3d7f2fc req-8b62c623-f28f-434e-aca8-873f35f86f1b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353060 Jun 22 13:59:46.044265 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d283c-1e64-4d79-a22f-f991c3a1304a req-c51f5631-41ac-44eb-82a5-61d3c219062d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:46.045747 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9c1d283c-1e64-4d79-a22f-f991c3a1304a req-c51f5631-41ac-44eb-82a5-61d3c219062d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0653143 Jun 22 13:59:46.087374 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9c1d283c-1e64-4d79-a22f-f991c3a1304a req-6868ba2c-3490-4962-acbe-07fb19af683f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359478 Jun 22 13:59:47.270706 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fab311-f6ac-4efd-b44b-ccd24d16434b req-1e57f575-9aaf-4f25-9a9f-16fc5714385c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:47.272465 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e6fab311-f6ac-4efd-b44b-ccd24d16434b req-1e57f575-9aaf-4f25-9a9f-16fc5714385c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0658596 Jun 22 13:59:47.313462 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e6fab311-f6ac-4efd-b44b-ccd24d16434b req-e81e70f4-7e59-44bf-82c3-1d5757a5eeb9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349436 Jun 22 13:59:48.267711 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 13:59:48.642482 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf03f7d-0ce1-487a-955a-7d21c2746c4f req-2d53cc50-45b3-4138-8e33-e759741ea246 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:48.643972 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-abf03f7d-0ce1-487a-955a-7d21c2746c4f req-2d53cc50-45b3-4138-8e33-e759741ea246 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0660768 Jun 22 13:59:48.681497 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-abf03f7d-0ce1-487a-955a-7d21c2746c4f req-3b3ff523-6e47-405d-8d33-beb4dd884f3c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Jun 22 13:59:49.870630 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe96b5-85e9-4959-9d66-f5cfac176a2f req-e2f68ab1-ba6a-466d-9b51-85ac47fa885f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:49.872309 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ebbe96b5-85e9-4959-9d66-f5cfac176a2f req-e2f68ab1-ba6a-466d-9b51-85ac47fa885f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0691068 Jun 22 13:59:49.911586 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ebbe96b5-85e9-4959-9d66-f5cfac176a2f req-b086c70d-1df5-490e-bdd7-b89bfa618cb7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Jun 22 13:59:51.094105 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4c1f3-cf85-4b13-94c2-8c598c727b2c req-4e4a803b-256c-453f-adb3-cda1245e82ec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:51.095645 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b2d4c1f3-cf85-4b13-94c2-8c598c727b2c req-4e4a803b-256c-453f-adb3-cda1245e82ec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0648234 Jun 22 13:59:51.137227 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b2d4c1f3-cf85-4b13-94c2-8c598c727b2c req-10800dc6-2b26-4f14-b855-5e6e05bf3305 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Jun 22 13:59:52.320911 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f53739-e0a5-4bca-a64b-882e282bc5da req-a4251b8f-1ef7-4663-943a-6e7ecdf96418 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:52.322379 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b6f53739-e0a5-4bca-a64b-882e282bc5da req-a4251b8f-1ef7-4663-943a-6e7ecdf96418 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0650008 Jun 22 13:59:52.361631 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b6f53739-e0a5-4bca-a64b-882e282bc5da req-ac02fd80-aa5e-4687-8da1-2e09c9233e8f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335996 Jun 22 13:59:53.558954 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6fe8-360d-4fbf-b4e9-7f4319932e9a req-be9ec721-4a0c-460b-af72-54f897d7918b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:53.560465 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-353f6fe8-360d-4fbf-b4e9-7f4319932e9a req-be9ec721-4a0c-460b-af72-54f897d7918b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0678816 Jun 22 13:59:53.598420 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-353f6fe8-360d-4fbf-b4e9-7f4319932e9a req-12195b49-0bfc-45b5-9c4e-c241829a8d7b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Jun 22 13:59:54.780892 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab936-5d8c-437e-9f22-a6133336ba42 req-8bbeeafa-9d6f-410b-ae06-4f90ed94326a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:54.782361 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-434ab936-5d8c-437e-9f22-a6133336ba42 req-8bbeeafa-9d6f-410b-ae06-4f90ed94326a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0678093 Jun 22 13:59:54.822471 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-434ab936-5d8c-437e-9f22-a6133336ba42 req-0fb61148-683a-4aa3-a8c3-1392fa64e741 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Jun 22 13:59:56.000732 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339645-e4c3-45d5-990c-82636a4bf0d4 req-e29a003a-8960-484b-8063-c04cbb20dd7f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:56.002191 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fa339645-e4c3-45d5-990c-82636a4bf0d4 req-e29a003a-8960-484b-8063-c04cbb20dd7f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0625086 Jun 22 13:59:56.039791 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fa339645-e4c3-45d5-990c-82636a4bf0d4 req-d0445814-c54d-4af5-a9fb-3c560e55be58 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Jun 22 13:59:57.217091 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b99690-bc05-48c8-a6cb-43c49c637961 req-9af5b9dd-2f7a-43e8-8b92-fe723b336397 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:57.218563 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-58b99690-bc05-48c8-a6cb-43c49c637961 req-9af5b9dd-2f7a-43e8-8b92-fe723b336397 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0658467 Jun 22 13:59:57.257814 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-58b99690-bc05-48c8-a6cb-43c49c637961 req-19b92fed-59ad-42e6-b591-ee3d555c8774 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335848 Jun 22 13:59:58.441149 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bf210-99df-4fa3-9b49-fb99ea68993a req-9d76d61b-f622-449d-926d-f7bdd2e5d2b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:58.443064 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0c0bf210-99df-4fa3-9b49-fb99ea68993a req-9d76d61b-f622-449d-926d-f7bdd2e5d2b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0702477 Jun 22 13:59:58.481269 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0c0bf210-99df-4fa3-9b49-fb99ea68993a req-2e2462c5-1bbc-4ef1-ad69-c2c91fe97ce7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324781 Jun 22 13:59:59.662838 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53055a-14e4-4bfb-9e2a-621f80fb297f req-76151f22-d796-4f6b-b2cf-c87097c6a1b6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 13:59:59.664341 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dd53055a-14e4-4bfb-9e2a-621f80fb297f req-76151f22-d796-4f6b-b2cf-c87097c6a1b6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632961 Jun 22 13:59:59.701235 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dd53055a-14e4-4bfb-9e2a-621f80fb297f req-eaf2f2eb-f681-4591-84df-76fd01f75b0f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Jun 22 14:00:01.102977 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99d33f-bd26-46d9-9d0b-656b739a70be req-f3c4d835-9f1e-4768-bd0a-a7d6f523cd88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:01.104396 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5e99d33f-bd26-46d9-9d0b-656b739a70be req-f3c4d835-9f1e-4768-bd0a-a7d6f523cd88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.2865782 Jun 22 14:00:01.141530 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5e99d33f-bd26-46d9-9d0b-656b739a70be req-19d4a120-7e07-489a-bcb3-801a8cb20ef9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Jun 22 14:00:02.324157 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d68ad-4211-45f6-af76-ed541a3de235 req-899674ae-cffa-4d05-9cb8-9b9abf3010d4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:02.325650 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7f1d68ad-4211-45f6-af76-ed541a3de235 req-899674ae-cffa-4d05-9cb8-9b9abf3010d4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0666325 Jun 22 14:00:02.363110 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7f1d68ad-4211-45f6-af76-ed541a3de235 req-c21c7c01-3c27-4c59-b440-18772eec669d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Jun 22 14:00:02.956099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d392e01b-989e-4e70-a80c-4cd2849b149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:03.543277 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ffb07-258d-4a4a-9d34-d573c42fcd9b req-ded9b4a9-f9d0-4994-a7b8-f69b936f4ae4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:03.544852 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a9ffb07-258d-4a4a-9d34-d573c42fcd9b req-ded9b4a9-f9d0-4994-a7b8-f69b936f4ae4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0642927 Jun 22 14:00:03.582176 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a9ffb07-258d-4a4a-9d34-d573c42fcd9b req-47179d93-be81-4945-8d3f-c4ae6bd14aaf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Jun 22 14:00:04.761818 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480212c-f399-4777-81c2-1b060d18f38b req-dd4b5ff4-3011-4cd9-918f-b1820dbbbd47 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:04.763662 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b480212c-f399-4777-81c2-1b060d18f38b req-dd4b5ff4-3011-4cd9-918f-b1820dbbbd47 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0635567 Jun 22 14:00:04.801503 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b480212c-f399-4777-81c2-1b060d18f38b req-67672504-60d6-4329-835e-9aaa024fe601 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Jun 22 14:00:05.907907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:05.989600 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25d180-68e7-403f-b811-dd529ca6a1a9 req-da7aef4d-c57b-4b61-a5d7-fce76c43004e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:05.991076 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-be25d180-68e7-403f-b811-dd529ca6a1a9 req-da7aef4d-c57b-4b61-a5d7-fce76c43004e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0672224 Jun 22 14:00:06.028307 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-be25d180-68e7-403f-b811-dd529ca6a1a9 req-bbcdb031-4da6-4458-a15a-4c3ba765ceec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Jun 22 14:00:06.108867 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d993f649-b1f3-40b5-a909-e2c53dc9258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:06.942384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:07.219003 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b7911-7f0b-4747-8d98-5c52ed7b1d75 req-1fabee34-7a3e-45b2-b5da-0c4ea76b48ed tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:07.220438 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c78b7911-7f0b-4747-8d98-5c52ed7b1d75 req-1fabee34-7a3e-45b2-b5da-0c4ea76b48ed tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0775113 Jun 22 14:00:07.260454 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c78b7911-7f0b-4747-8d98-5c52ed7b1d75 req-fc8349a9-31f7-4e21-8208-351c831be584 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Jun 22 14:00:08.437217 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19bd87-5aac-47f9-859e-46eb1203cdc3 req-80b2309b-2311-4be7-870d-5c662f7be3ff tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:08.438576 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-af19bd87-5aac-47f9-859e-46eb1203cdc3 req-80b2309b-2311-4be7-870d-5c662f7be3ff tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0624397 Jun 22 14:00:08.477391 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-af19bd87-5aac-47f9-859e-46eb1203cdc3 req-d3dce91d-925d-4246-bd9b-c62de9c71a29 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Jun 22 14:00:08.492539 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:09.657582 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb77452-c716-489b-a605-edc380ceffcd req-d0ec99f6-b9f5-441d-b2ef-8ff3090f7318 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:09.659022 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bfb77452-c716-489b-a605-edc380ceffcd req-d0ec99f6-b9f5-441d-b2ef-8ff3090f7318 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0621705 Jun 22 14:00:09.695689 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bfb77452-c716-489b-a605-edc380ceffcd req-0c5ea7e6-83a5-4b6d-8079-e35bf919ef84 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308659 Jun 22 14:00:10.139759 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:10.876640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2179a4-f8ba-4648-b5dc-81aec329056e req-ef727749-4881-4321-9284-0c4f8f7b1784 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:10.878170 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec2179a4-f8ba-4648-b5dc-81aec329056e req-ef727749-4881-4321-9284-0c4f8f7b1784 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0672162 Jun 22 14:00:10.917791 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec2179a4-f8ba-4648-b5dc-81aec329056e req-573042fc-6d4b-4063-bd0b-6c209d02f8b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330949 Jun 22 14:00:12.097807 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4253-560a-421e-8464-b42f79fe930c req-fa0f8aee-48d1-44fb-be80-f1aac8a462f2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:12.100644 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-515a4253-560a-421e-8464-b42f79fe930c req-fa0f8aee-48d1-44fb-be80-f1aac8a462f2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0664215 Jun 22 14:00:12.138694 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-515a4253-560a-421e-8464-b42f79fe930c req-88df51b9-1ade-457c-93ba-8a3df598f226 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324991 Jun 22 14:00:13.317413 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f8b1-fe08-4550-a3b4-12782d61b2e7 req-505902d9-9dcc-4954-9db9-15989ec7dc69 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:13.318813 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-59a9f8b1-fe08-4550-a3b4-12782d61b2e7 req-505902d9-9dcc-4954-9db9-15989ec7dc69 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0636475 Jun 22 14:00:13.355960 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-59a9f8b1-fe08-4550-a3b4-12782d61b2e7 req-df16befe-83a1-4a76-8da6-edbb8851cf4b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Jun 22 14:00:14.533479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d54df8-cbeb-487f-9a88-eb93f3b38551 req-d98cc1be-e5aa-400b-bff0-df6687a51601 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:14.534991 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e1d54df8-cbeb-487f-9a88-eb93f3b38551 req-d98cc1be-e5aa-400b-bff0-df6687a51601 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0669341 Jun 22 14:00:14.574408 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e1d54df8-cbeb-487f-9a88-eb93f3b38551 req-1dfc3ead-29e5-47d5-8d0c-40ec7700391d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330651 Jun 22 14:00:15.761525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b38f1-3dc5-4644-afa8-92e75007e39d req-e8f29870-95bb-49aa-8c9d-2886376ea85b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:15.763260 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-530b38f1-3dc5-4644-afa8-92e75007e39d req-e8f29870-95bb-49aa-8c9d-2886376ea85b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0666089 Jun 22 14:00:15.803103 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-530b38f1-3dc5-4644-afa8-92e75007e39d req-fea6ab76-66b4-45f7-a3fa-da3c8d762706 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343072 Jun 22 14:00:16.981543 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f474f-050a-428a-8e8c-3047ba05b25f req-e72eb432-d31d-4cc9-baaf-7882a71a9f3b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:16.983539 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-806f474f-050a-428a-8e8c-3047ba05b25f req-e72eb432-d31d-4cc9-baaf-7882a71a9f3b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0645578 Jun 22 14:00:17.021844 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-806f474f-050a-428a-8e8c-3047ba05b25f req-43e2f609-8df8-42d4-9412-01d883804b1e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jun 22 14:00:18.209704 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bbb1e-7ea4-4d58-bfc2-7f9a11179c54 req-7aa123f7-d1ec-4dfe-a4bb-19439450d88f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:18.211263 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-061bbb1e-7ea4-4d58-bfc2-7f9a11179c54 req-7aa123f7-d1ec-4dfe-a4bb-19439450d88f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0692575 Jun 22 14:00:18.251860 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-061bbb1e-7ea4-4d58-bfc2-7f9a11179c54 req-4ef44ed6-df88-4497-9583-aead8b11f5b9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Jun 22 14:00:19.611710 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa20da-405b-4961-88bb-313693fa2726 req-953f2e7a-0bed-4ffd-af49-dd571c29cde4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:19.613243 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9afa20da-405b-4961-88bb-313693fa2726 req-953f2e7a-0bed-4ffd-af49-dd571c29cde4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0703020 Jun 22 14:00:19.652651 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9afa20da-405b-4961-88bb-313693fa2726 req-4855fe8d-3bed-410c-b1f5-3631aebb62db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334253 Jun 22 14:00:20.845558 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d0d5-0b11-40ac-846d-da7eb1c787a2 req-45acd0d9-e302-4d1f-9007-40014f38013e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:20.847053 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5f64d0d5-0b11-40ac-846d-da7eb1c787a2 req-45acd0d9-e302-4d1f-9007-40014f38013e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0636632 Jun 22 14:00:20.888525 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5f64d0d5-0b11-40ac-846d-da7eb1c787a2 req-14a933ed-91a9-4215-bed4-d7f37aecdbcd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351427 Jun 22 14:00:22.086403 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e6f36-bdb9-434c-9978-d0ebbe369120 req-cd801c4b-bdcc-40e5-a699-9cd64679c24f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:22.087971 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-606e6f36-bdb9-434c-9978-d0ebbe369120 req-cd801c4b-bdcc-40e5-a699-9cd64679c24f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0792897 Jun 22 14:00:22.131312 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-606e6f36-bdb9-434c-9978-d0ebbe369120 req-9e65110d-eff8-4c96-ba55-4c7f14d23774 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377262 Jun 22 14:00:23.318227 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23620594-e5b0-42b1-bfc6-f68a5ba71df5 req-4c025306-32c7-4207-a95b-8beac1ccdc49 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:23.319780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-23620594-e5b0-42b1-bfc6-f68a5ba71df5 req-4c025306-32c7-4207-a95b-8beac1ccdc49 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0693965 Jun 22 14:00:23.359401 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-23620594-e5b0-42b1-bfc6-f68a5ba71df5 req-b0a9aa12-c6e8-435f-9b74-19395ed407fa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340018 Jun 22 14:00:24.539621 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301eea-0bbb-4ba0-a438-8e44240f607c req-7f1b1cd6-e896-4387-aecc-72a6d762b87e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:24.541109 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-eb301eea-0bbb-4ba0-a438-8e44240f607c req-7f1b1cd6-e896-4387-aecc-72a6d762b87e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0679543 Jun 22 14:00:24.581452 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-eb301eea-0bbb-4ba0-a438-8e44240f607c req-47c2ec47-ad06-4b77-b751-0025105d8300 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Jun 22 14:00:25.266603 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:00:25.773222 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ce20b-e0ae-4f81-a204-45121624565e req-db3a2307-f601-4643-8ae8-54e5171486ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:25.774748 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-990ce20b-e0ae-4f81-a204-45121624565e req-db3a2307-f601-4643-8ae8-54e5171486ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0717008 Jun 22 14:00:25.817127 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-990ce20b-e0ae-4f81-a204-45121624565e req-d527d84e-cc8d-41e7-8aa9-407e24a3e8de tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360692 Jun 22 14:00:27.006553 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91aea1-7982-4292-8d1e-aca2a6c0d909 req-5f49b4e2-aded-4872-bb16-eb722f3664aa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:27.008086 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7c91aea1-7982-4292-8d1e-aca2a6c0d909 req-5f49b4e2-aded-4872-bb16-eb722f3664aa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0709643 Jun 22 14:00:27.048663 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7c91aea1-7982-4292-8d1e-aca2a6c0d909 req-c235116c-2579-47e2-b51b-485343d9cd52 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344284 Jun 22 14:00:28.234879 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efecf13-988b-4292-ba75-e3120a97ccb4 req-c6e0af5e-25a7-4760-81fc-65527464f11d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:28.236683 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0efecf13-988b-4292-ba75-e3120a97ccb4 req-c6e0af5e-25a7-4760-81fc-65527464f11d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0680685 Jun 22 14:00:28.277131 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0efecf13-988b-4292-ba75-e3120a97ccb4 req-a4d01953-78ea-4149-a640-ebecd9ef25d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337722 Jun 22 14:00:29.464450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb10b5-2c64-4acd-983f-badc456dce46 req-d12f0dd7-d588-44a1-8177-0320b7dfac73 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:29.466140 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-75fb10b5-2c64-4acd-983f-badc456dce46 req-d12f0dd7-d588-44a1-8177-0320b7dfac73 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0673070 Jun 22 14:00:29.508798 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-75fb10b5-2c64-4acd-983f-badc456dce46 req-c566368a-0933-408f-a741-d07806064c12 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370014 Jun 22 14:00:30.822333 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895981de-9317-448b-a508-e56f21bda830 req-d46edf0a-52cf-4180-88b8-f0753b6750f4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:30.823904 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-895981de-9317-448b-a508-e56f21bda830 req-d46edf0a-52cf-4180-88b8-f0753b6750f4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.1641846 Jun 22 14:00:30.864359 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-895981de-9317-448b-a508-e56f21bda830 req-27d48cb6-f3db-4a8c-9dc4-78dc6032e5bd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337708 Jun 22 14:00:32.101429 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81faaa-333e-4591-b7d7-a91ac2013c7e req-3786e58e-7086-4dec-aa79-c989e5d7c76a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:32.102972 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c81faaa-333e-4591-b7d7-a91ac2013c7e req-3786e58e-7086-4dec-aa79-c989e5d7c76a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.1223330 Jun 22 14:00:32.142813 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c81faaa-333e-4591-b7d7-a91ac2013c7e req-588f83ea-8839-400b-b833-e6822f3431d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342059 Jun 22 14:00:32.960982 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12035837-98b7-4a5b-ac5d-1aa506d793d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:33.332811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361de0e4-efaf-4c69-9a64-d23fa91c041e req-6ddcbcd2-83af-4249-9201-aebf648abf3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:33.334427 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-361de0e4-efaf-4c69-9a64-d23fa91c041e req-6ddcbcd2-83af-4249-9201-aebf648abf3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0697811 Jun 22 14:00:33.375749 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-361de0e4-efaf-4c69-9a64-d23fa91c041e req-12f8946b-194e-4608-a293-d7577fa2f869 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354888 Jun 22 14:00:34.589468 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc593d-a4d0-45ac-baed-84b4d8d96c60 req-78711118-b59a-4ee3-ada9-ad4e2792f0e9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:34.591041 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c4cc593d-a4d0-45ac-baed-84b4d8d96c60 req-78711118-b59a-4ee3-ada9-ad4e2792f0e9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0665860 Jun 22 14:00:34.633264 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c4cc593d-a4d0-45ac-baed-84b4d8d96c60 req-b24a2b5f-2dc3-4437-9c29-0c41c7fa491b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364425 Jun 22 14:00:35.843895 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d41f-20b6-433d-9cb6-757c2b3872f4 req-8c468b97-91ae-45a8-989c-ce027c1e12af tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:35.845560 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f4f0d41f-20b6-433d-9cb6-757c2b3872f4 req-8c468b97-91ae-45a8-989c-ce027c1e12af tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0852516 Jun 22 14:00:35.896427 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f4f0d41f-20b6-433d-9cb6-757c2b3872f4 req-e65dbf89-59e2-458d-8f56-b2cd1fab7acb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430589 Jun 22 14:00:35.907149 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:36.104316 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a72f124c-09d8-4724-8e09-710d35fd8b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:36.951322 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:37.119670 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8e3d1-50c0-463c-95e8-e08a45e1321e req-aba969e1-4ebb-4829-bbbe-cd97a0705de6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:37.121213 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-81b8e3d1-50c0-463c-95e8-e08a45e1321e req-aba969e1-4ebb-4829-bbbe-cd97a0705de6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0762815 Jun 22 14:00:37.174154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-81b8e3d1-50c0-463c-95e8-e08a45e1321e req-19ee42c9-4872-42f5-9b02-cbdab773d05b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380785 Jun 22 14:00:38.379516 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10e3e8-1334-4bb8-a629-27dbfdd9619d req-c3a3ad62-0ce2-4833-a86f-390e64ef1656 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:38.381184 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7d10e3e8-1334-4bb8-a629-27dbfdd9619d req-c3a3ad62-0ce2-4833-a86f-390e64ef1656 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0708117 Jun 22 14:00:38.421382 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7d10e3e8-1334-4bb8-a629-27dbfdd9619d req-d4576369-9787-4351-9a37-a77c04e67663 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Jun 22 14:00:38.494714 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:39.624438 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6f21-5750-447b-b648-4a81f719f973 req-c9a6e194-1f79-4010-b0bc-88f1594566dc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:39.625971 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0a9a6f21-5750-447b-b648-4a81f719f973 req-c9a6e194-1f79-4010-b0bc-88f1594566dc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0779345 Jun 22 14:00:39.679258 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0a9a6f21-5750-447b-b648-4a81f719f973 req-d7185c71-5b9c-4116-9ef7-5da9f9d37ea6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408850 Jun 22 14:00:40.141757 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:00:40.259536 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-f06df2f9-32a8-44a6-9112-dc1c677f855e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535314 Jun 22 14:00:40.350994 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-90a2099b-7422-41bd-b159-54b46c822771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:40.352523 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-90a2099b-7422-41bd-b159-54b46c822771 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0568020 Jun 22 14:00:40.467294 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-afc9bded-e65f-406f-914a-5502af0f6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:40.469064 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-afc9bded-e65f-406f-914a-5502af0f6ed6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0960331 Jun 22 14:00:40.516559 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-79b4aeb1-f525-4702-9d51-1219185d736f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0409257 Jun 22 14:00:40.568177 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-45b5ef78-ca3c-4a08-b260-fac08565e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:40.569653 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-45b5ef78-ca3c-4a08-b260-fac08565e73f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0470819 Jun 22 14:00:40.612582 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-86f5ed1f-69fd-4838-9fbd-ee7e63a7cf39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359888 Jun 22 14:00:40.713161 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-2bc98ce2-6364-4135-aba3-9cbea8dd6f63 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940864 Jun 22 14:00:40.912554 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d74a0bf0-164f-4c83-be7c-f68d74cf4cb4 req-67a62007-38d0-445c-b1ed-a5708f396139 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863413 Jun 22 14:00:40.942217 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851cd3-ce0e-405b-977e-7ca118b78eda req-1fbdb9e9-c957-4ef1-bf44-1b0b648eeeea tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:40.944878 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7d851cd3-ce0e-405b-977e-7ca118b78eda req-1fbdb9e9-c957-4ef1-bf44-1b0b648eeeea tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.1326761 Jun 22 14:00:40.989692 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7d851cd3-ce0e-405b-977e-7ca118b78eda req-3db4deb4-2f2b-44c8-873b-94dfd33a9015 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358193 Jun 22 14:00:42.201823 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aeb426-4fa9-431f-a653-3761854dcdab req-2564846d-045e-4ab7-9ac1-2b1b10de3a55 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:42.203686 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e6aeb426-4fa9-431f-a653-3761854dcdab req-2564846d-045e-4ab7-9ac1-2b1b10de3a55 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0886354 Jun 22 14:00:42.266779 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e6aeb426-4fa9-431f-a653-3761854dcdab req-2a7fdaa2-980c-4289-9470-fb0f15cd7eab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506196 Jun 22 14:00:43.465173 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e835a-a298-4b86-8984-33b3d9349436 req-5f5f6a45-fe26-4dbd-ab27-ab23c7ee617c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:43.466728 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b80e835a-a298-4b86-8984-33b3d9349436 req-5f5f6a45-fe26-4dbd-ab27-ab23c7ee617c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0729916 Jun 22 14:00:43.506674 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b80e835a-a298-4b86-8984-33b3d9349436 req-c2565060-cccb-442f-9e83-f2b676cd5b79 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Jun 22 14:00:44.695157 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29483c00-4adf-48cd-9f61-1f2a158a54b5 req-315bb699-01e8-404a-a661-94509cb4d9c3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:44.696805 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-29483c00-4adf-48cd-9f61-1f2a158a54b5 req-315bb699-01e8-404a-a661-94509cb4d9c3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0699863 Jun 22 14:00:44.743900 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-29483c00-4adf-48cd-9f61-1f2a158a54b5 req-0a721a60-14d6-4526-a2f7-32d2c3883317 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 Jun 22 14:00:45.926567 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42220-6652-4f35-b918-7104608ae417 req-7e864af5-a0dc-46de-9990-73af322cacb4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:45.928106 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f2b42220-6652-4f35-b918-7104608ae417 req-7e864af5-a0dc-46de-9990-73af322cacb4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0637209 Jun 22 14:00:45.972927 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f2b42220-6652-4f35-b918-7104608ae417 req-7c90c379-4acb-41cb-9f95-ea3865bf0f8a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384343 Jun 22 14:00:47.243700 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0d0eb-3cd5-4f57-a97e-c5091fc04268 req-c80cadd7-d7b9-4f76-b814-90907b1ceca9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:47.245247 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-23e0d0eb-3cd5-4f57-a97e-c5091fc04268 req-c80cadd7-d7b9-4f76-b814-90907b1ceca9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.1551478 Jun 22 14:00:47.286139 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-23e0d0eb-3cd5-4f57-a97e-c5091fc04268 req-3e788ada-66d2-41cc-bd1f-47071bc53aea tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351079 Jun 22 14:00:48.468995 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072466f-be50-49b0-887a-f5b140ba2bec req-6596353c-56d6-4baf-87f8-e2c1723c01f6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:48.470460 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d072466f-be50-49b0-887a-f5b140ba2bec req-6596353c-56d6-4baf-87f8-e2c1723c01f6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0683110 Jun 22 14:00:48.509806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d072466f-be50-49b0-887a-f5b140ba2bec req-8ad3cfa7-03da-457d-9deb-c4c70849e81c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324292 Jun 22 14:00:49.694069 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9b3d-bd89-4485-9fd2-d067d6832bd6 req-f6f29a04-72cb-4fcf-a099-68d212276c77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:49.695884 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-405e9b3d-bd89-4485-9fd2-d067d6832bd6 req-f6f29a04-72cb-4fcf-a099-68d212276c77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0654931 Jun 22 14:00:49.738387 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-405e9b3d-bd89-4485-9fd2-d067d6832bd6 req-0e3cc20e-cce0-4734-bfa1-4fa26635a45a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360236 Jun 22 14:00:50.917340 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c3c6d-7a42-4b3a-b550-bf3e22f686ad req-e4eeeee8-190b-43dd-b1a3-21bd2ec81e87 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:50.918826 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7f8c3c6d-7a42-4b3a-b550-bf3e22f686ad req-e4eeeee8-190b-43dd-b1a3-21bd2ec81e87 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0642426 Jun 22 14:00:50.955421 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7f8c3c6d-7a42-4b3a-b550-bf3e22f686ad req-8289824c-6170-4fd3-9ee5-e73683821217 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309198 Jun 22 14:00:52.136613 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942116-1b88-42cd-bf69-f8c64ecbc6ad req-79a1b0e4-26d4-4989-8265-83c671b4eb07 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:52.138325 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b9942116-1b88-42cd-bf69-f8c64ecbc6ad req-79a1b0e4-26d4-4989-8265-83c671b4eb07 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0669138 Jun 22 14:00:52.174807 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b9942116-1b88-42cd-bf69-f8c64ecbc6ad req-ba146746-81d6-45b9-945d-612d194f6b1f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307949 Jun 22 14:00:53.375562 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8c303-cabf-48a5-828a-f42dd8a96481 req-793bc1e8-2bdb-4a72-8366-cef6770756af tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:53.376636 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d6e8c303-cabf-48a5-828a-f42dd8a96481 req-793bc1e8-2bdb-4a72-8366-cef6770756af tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0774536 Jun 22 14:00:53.423213 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d6e8c303-cabf-48a5-828a-f42dd8a96481 req-ec9ff8cf-ab19-492d-87eb-cc1426a6595a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367274 Jun 22 14:00:54.605660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3121f2-307a-4415-bff1-0435afac6c30 req-530225e9-22e0-4b9d-be72-15f3f39c86b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:54.607168 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6f3121f2-307a-4415-bff1-0435afac6c30 req-530225e9-22e0-4b9d-be72-15f3f39c86b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0641918 Jun 22 14:00:54.647301 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6f3121f2-307a-4415-bff1-0435afac6c30 req-fed978a6-3b38-41d8-9baf-c09081c3d803 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343432 Jun 22 14:00:55.834595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc380c5-e6cd-4f87-874a-9deaa560b7cd req-64a4837c-ef10-49d8-8c5c-c4e21cfc545e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:55.836190 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cfc380c5-e6cd-4f87-874a-9deaa560b7cd req-64a4837c-ef10-49d8-8c5c-c4e21cfc545e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0666986 Jun 22 14:00:55.877391 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cfc380c5-e6cd-4f87-874a-9deaa560b7cd req-f23d055d-1458-4623-9331-19a6fcc89d46 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355899 Jun 22 14:00:57.069687 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc69c89-74e9-4458-8202-14e9bd689f75 req-1fac3064-6677-4649-976b-16f411b783d9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:57.071273 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3bc69c89-74e9-4458-8202-14e9bd689f75 req-1fac3064-6677-4649-976b-16f411b783d9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0706615 Jun 22 14:00:57.112011 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3bc69c89-74e9-4458-8202-14e9bd689f75 req-2d27b615-cc95-4a19-8953-83e4b358e2a3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Jun 22 14:00:58.295275 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d22abb-d99b-404f-9f2c-a7efaed39ccb req-48f4dea0-35aa-4773-88ec-e45719c31c51 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:58.296806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-51d22abb-d99b-404f-9f2c-a7efaed39ccb req-48f4dea0-35aa-4773-88ec-e45719c31c51 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0662086 Jun 22 14:00:58.335472 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-51d22abb-d99b-404f-9f2c-a7efaed39ccb req-f1779da4-f30a-4104-9665-6f39d881c3e4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327551 Jun 22 14:00:59.520889 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21bf05-1fbb-4553-b7be-3fb212b5b7e0 req-0284ea79-722b-42e8-836c-5c9e6de2b762 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:00:59.522398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9a21bf05-1fbb-4553-b7be-3fb212b5b7e0 req-0284ea79-722b-42e8-836c-5c9e6de2b762 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0651906 Jun 22 14:00:59.559878 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9a21bf05-1fbb-4553-b7be-3fb212b5b7e0 req-9780e455-c06f-4a78-a98d-61b6d6d88c6d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318274 Jun 22 14:01:00.743861 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d81a40-ed9d-4009-b519-7d12bede5f59 req-8953417a-e9b4-4e7a-9c54-5ef69c1df1fc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:00.745460 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-67d81a40-ed9d-4009-b519-7d12bede5f59 req-8953417a-e9b4-4e7a-9c54-5ef69c1df1fc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0675619 Jun 22 14:01:00.786849 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-67d81a40-ed9d-4009-b519-7d12bede5f59 req-695e298c-9a5d-45b8-8184-574655ac6810 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354757 Jun 22 14:01:01.965842 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ef4b7-e9c7-424f-addb-4e5be7d387fd req-09538bdf-2edb-465b-9f1c-ea397b664c6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:01.967301 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-973ef4b7-e9c7-424f-addb-4e5be7d387fd req-09538bdf-2edb-465b-9f1c-ea397b664c6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0630622 Jun 22 14:01:02.005511 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-973ef4b7-e9c7-424f-addb-4e5be7d387fd req-2f5592a8-ac84-4a6e-add8-dbba7aeee8a7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jun 22 14:01:02.266057 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:01:02.961502 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ffc2819a-9123-4091-8d5a-7093966026d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:03.180699 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050c371-de4b-44bc-b44d-695b868d1b24 req-ae58d425-3c10-4b6a-9341-7d9bd3504f73 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:03.182171 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a050c371-de4b-44bc-b44d-695b868d1b24 req-ae58d425-3c10-4b6a-9341-7d9bd3504f73 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0637720 Jun 22 14:01:03.220323 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a050c371-de4b-44bc-b44d-695b868d1b24 req-c9c79abe-ae28-4e8c-a3f3-264a93448b5c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325933 Jun 22 14:01:04.401378 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20086e3a-8147-4be9-ba51-dbc109de51fc req-ab998a9e-4ff3-48fa-a969-53360a3e1853 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:04.402922 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-20086e3a-8147-4be9-ba51-dbc109de51fc req-ab998a9e-4ff3-48fa-a969-53360a3e1853 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0664690 Jun 22 14:01:04.446965 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-20086e3a-8147-4be9-ba51-dbc109de51fc req-b645c971-d29e-4066-b865-5ffdfdca10e9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Jun 22 14:01:05.631129 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa83a5-be9e-4628-8c8e-419bbf5dc797 req-c959025c-d8b3-462c-bafa-d366083a5dfa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:05.632803 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-00aa83a5-be9e-4628-8c8e-419bbf5dc797 req-c959025c-d8b3-462c-bafa-d366083a5dfa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0672767 Jun 22 14:01:05.672706 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-00aa83a5-be9e-4628-8c8e-419bbf5dc797 req-42f5660d-2327-4456-beea-e753ee63f162 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336361 Jun 22 14:01:05.900380 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:06.106271 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c2ed92b0-5caf-4c9f-955b-304473cf510c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:06.854711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2943e-ec52-4cf9-8deb-b1b34b905077 req-5da79d30-a5b5-4ae3-8a42-c0429cfa9410 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:06.856240 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a6b2943e-ec52-4cf9-8deb-b1b34b905077 req-5da79d30-a5b5-4ae3-8a42-c0429cfa9410 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0633214 Jun 22 14:01:06.895353 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a6b2943e-ec52-4cf9-8deb-b1b34b905077 req-45f16c42-4140-47b3-b195-0c1cd0297258 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Jun 22 14:01:06.948522 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:08.074518 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e477961-a751-440d-b6be-4b50cd9d9de6 req-65018654-f4a2-4c3c-8478-80c081c56e04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:08.076031 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4e477961-a751-440d-b6be-4b50cd9d9de6 req-65018654-f4a2-4c3c-8478-80c081c56e04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0645304 Jun 22 14:01:08.113415 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4e477961-a751-440d-b6be-4b50cd9d9de6 req-aa988a3c-3466-460b-8490-ad6487f76ae8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Jun 22 14:01:08.495235 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:09.295952 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a702dbb-2566-4522-a442-9e1c1c88bc7d req-5cd53d55-d5ed-415d-81f0-e735e71c98eb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:09.297492 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9a702dbb-2566-4522-a442-9e1c1c88bc7d req-5cd53d55-d5ed-415d-81f0-e735e71c98eb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0682142 Jun 22 14:01:09.335781 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9a702dbb-2566-4522-a442-9e1c1c88bc7d req-4416d140-1e70-48b5-afa2-20507cb9bf72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Jun 22 14:01:10.142639 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:10.518782 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443068c-5002-42f8-a2ac-e81058580330 req-006beb21-9c8a-4f0e-bafd-0ba2d0669804 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:10.520302 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5443068c-5002-42f8-a2ac-e81058580330 req-006beb21-9c8a-4f0e-bafd-0ba2d0669804 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0642037 Jun 22 14:01:10.557135 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5443068c-5002-42f8-a2ac-e81058580330 req-e33695a0-f77d-4223-935c-0d8db504c68a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Jun 22 14:01:11.734353 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41253d-4e60-4dd8-aef8-175aa00f484f req-894108f6-d67d-407c-bf45-08a43ffed6f6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:11.735862 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ce41253d-4e60-4dd8-aef8-175aa00f484f req-894108f6-d67d-407c-bf45-08a43ffed6f6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0626044 Jun 22 14:01:11.775348 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ce41253d-4e60-4dd8-aef8-175aa00f484f req-c5e838e6-ab7a-4b47-89de-ab0eda7dec5b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330899 Jun 22 14:01:12.953703 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eb340-20eb-4fe6-a007-aefc45c39f71 req-c48a4a62-bb42-48af-aedc-f53a5fae5206 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:12.955167 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-df0eb340-20eb-4fe6-a007-aefc45c39f71 req-c48a4a62-bb42-48af-aedc-f53a5fae5206 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0668190 Jun 22 14:01:12.993713 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-df0eb340-20eb-4fe6-a007-aefc45c39f71 req-6042d869-b016-4750-aa34-6b0fdc9a1e11 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326788 Jun 22 14:01:14.174955 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3aa163-bc03-4740-90c5-a57a7097bdc8 req-6f95491c-cbd3-4e43-aaca-1912ea207942 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:14.177098 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a3aa163-bc03-4740-90c5-a57a7097bdc8 req-6f95491c-cbd3-4e43-aaca-1912ea207942 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0648754 Jun 22 14:01:14.218693 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a3aa163-bc03-4740-90c5-a57a7097bdc8 req-81674fab-668b-4a41-b439-e573a21c8575 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332916 Jun 22 14:01:15.403260 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b33fb-a8c9-4f88-8ae4-b386a6d1429d req-78480431-d959-4ae9-b798-ae55ba9747b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:15.404884 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-645b33fb-a8c9-4f88-8ae4-b386a6d1429d req-78480431-d959-4ae9-b798-ae55ba9747b5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632195 Jun 22 14:01:15.442358 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-645b33fb-a8c9-4f88-8ae4-b386a6d1429d req-f343f594-bbd7-4c4f-b512-c275adb91a55 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Jun 22 14:01:16.629342 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f582d-9610-47e3-bc67-436cb837169d req-e67fb662-1327-4089-893e-e8206374ea52 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:16.631014 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3b5f582d-9610-47e3-bc67-436cb837169d req-e67fb662-1327-4089-893e-e8206374ea52 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0709586 Jun 22 14:01:16.670915 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3b5f582d-9610-47e3-bc67-436cb837169d req-edafe8c9-de81-4cd7-8c22-ee6bc829542a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Jun 22 14:01:17.850801 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ca6c6-9bab-414e-82a4-28fb3cb41d8c req-9c498607-5ebc-437d-94f2-29a6f37fc576 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:17.852328 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-eb3ca6c6-9bab-414e-82a4-28fb3cb41d8c req-9c498607-5ebc-437d-94f2-29a6f37fc576 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0668919 Jun 22 14:01:17.890704 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-eb3ca6c6-9bab-414e-82a4-28fb3cb41d8c req-de6d93b6-88aa-455e-936c-df7a8ef08b69 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327768 Jun 22 14:01:19.068233 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dafce6-a646-484f-adc5-04a77cb43b95 req-b73d9ffb-d5ee-4b4f-a35b-b5322a7d5ae3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:19.069637 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-17dafce6-a646-484f-adc5-04a77cb43b95 req-b73d9ffb-d5ee-4b4f-a35b-b5322a7d5ae3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0639651 Jun 22 14:01:19.107691 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-17dafce6-a646-484f-adc5-04a77cb43b95 req-9baa8d5e-7295-4049-82ac-4b20ee199e0f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Jun 22 14:01:20.289028 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6f082-f6b8-4b3e-af87-48b1ed201094 req-cd7e5529-ee50-4f77-8f0b-779bf6c4bab1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:20.290512 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e5a6f082-f6b8-4b3e-af87-48b1ed201094 req-cd7e5529-ee50-4f77-8f0b-779bf6c4bab1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0657961 Jun 22 14:01:20.326852 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e5a6f082-f6b8-4b3e-af87-48b1ed201094 req-761b46ee-709b-43cd-a1e8-551e37353353 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306888 Jun 22 14:01:21.521375 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76619d7e-09ef-403c-ad77-449f5b92c03d req-095e9c97-0a8a-4ccf-903f-1512e9e7417f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:21.522889 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-76619d7e-09ef-403c-ad77-449f5b92c03d req-095e9c97-0a8a-4ccf-903f-1512e9e7417f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0698850 Jun 22 14:01:21.562189 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-76619d7e-09ef-403c-ad77-449f5b92c03d req-7d54bc82-763e-4c9f-bdaf-ef1ee8f2fe8b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Jun 22 14:01:22.743072 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a2a3f-21db-4f26-8318-ad6605bded78 req-7b1c4d44-6fc2-4dc8-bf7f-6d7b3655c116 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:22.744578 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-214a2a3f-21db-4f26-8318-ad6605bded78 req-7b1c4d44-6fc2-4dc8-bf7f-6d7b3655c116 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0634313 Jun 22 14:01:22.782053 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-214a2a3f-21db-4f26-8318-ad6605bded78 req-418bb2c2-41c2-4fdf-b759-4e65c4e25f81 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jun 22 14:01:23.964403 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba158-1596-465f-b71b-4529b86edcfe req-ef1057fa-c970-4f34-90e3-e9b7fa4442a2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:23.965874 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c0ba158-1596-465f-b71b-4529b86edcfe req-ef1057fa-c970-4f34-90e3-e9b7fa4442a2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0664077 Jun 22 14:01:24.001975 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c0ba158-1596-465f-b71b-4529b86edcfe req-d44dfb72-7ed5-45d0-9760-eb18d63624a7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305486 Jun 22 14:01:25.186078 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bfa97-ef3a-4b7e-9e38-f3c3d6cfc08e req-167b8491-2b55-4952-8fdb-fda010b866f8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:25.187540 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-830bfa97-ef3a-4b7e-9e38-f3c3d6cfc08e req-167b8491-2b55-4952-8fdb-fda010b866f8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0663695 Jun 22 14:01:25.226432 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-830bfa97-ef3a-4b7e-9e38-f3c3d6cfc08e req-4a06a93a-14d8-476f-a0da-0a06972f0629 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322411 Jun 22 14:01:26.419096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5343-39a3-49e2-bf72-3d47105620c7 req-9ec154e9-00aa-4329-bd53-eb8a4985bb65 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:26.420664 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f11d5343-39a3-49e2-bf72-3d47105620c7 req-9ec154e9-00aa-4329-bd53-eb8a4985bb65 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0669467 Jun 22 14:01:26.460616 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f11d5343-39a3-49e2-bf72-3d47105620c7 req-42f93099-829a-4aac-989f-4e28f9c3bc25 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327473 Jun 22 14:01:27.641654 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e74e0-1ccc-4b79-af96-bc73670f5d90 req-e207c457-8f32-41de-82e5-3bf7be49f21e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:27.643110 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f85e74e0-1ccc-4b79-af96-bc73670f5d90 req-e207c457-8f32-41de-82e5-3bf7be49f21e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0684726 Jun 22 14:01:27.684733 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f85e74e0-1ccc-4b79-af96-bc73670f5d90 req-793627dc-2704-458c-be1f-ceb21e918710 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359094 Jun 22 14:01:28.866616 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885150-ca49-422d-b247-ddb4d4972c2e req-9bba8f44-14fd-40ea-afec-22667af4d439 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:28.868202 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7885150-ca49-422d-b247-ddb4d4972c2e req-9bba8f44-14fd-40ea-afec-22667af4d439 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0688186 Jun 22 14:01:28.908479 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7885150-ca49-422d-b247-ddb4d4972c2e req-31beed69-243b-4f8a-85bc-7e1bb04ffa38 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jun 22 14:01:30.097678 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b3143-b970-4320-a8ac-b4b47a31e458 req-ca166560-0ae8-49cc-816c-5b02fa7610d4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:30.099550 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-281b3143-b970-4320-a8ac-b4b47a31e458 req-ca166560-0ae8-49cc-816c-5b02fa7610d4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0707395 Jun 22 14:01:30.140356 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-281b3143-b970-4320-a8ac-b4b47a31e458 req-51bf6982-8c91-471f-9118-8d17745b6e04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352759 Jun 22 14:01:31.326964 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9614f1-c330-44b7-84be-e2c9614f7131 req-dc985435-ca6e-4228-a3b8-eb4dc3e4949d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:31.328400 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ca9614f1-c330-44b7-84be-e2c9614f7131 req-dc985435-ca6e-4228-a3b8-eb4dc3e4949d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0644445 Jun 22 14:01:31.365172 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ca9614f1-c330-44b7-84be-e2c9614f7131 req-3dc043da-9b95-4ce4-a3b4-b23efca63133 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306401 Jun 22 14:01:32.546288 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30100a-0ca1-4dad-93d1-f3bedfdc5b24 req-51a7d025-09b4-43cb-91c6-d5be3366948c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:32.547792 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed30100a-0ca1-4dad-93d1-f3bedfdc5b24 req-51a7d025-09b4-43cb-91c6-d5be3366948c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0642717 Jun 22 14:01:32.587900 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed30100a-0ca1-4dad-93d1-f3bedfdc5b24 req-39f462e9-0463-4ecc-a6a8-3293700046e5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Jun 22 14:01:32.961375 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8752e313-a5c6-46a7-a6de-1be350e5ea8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:33.776469 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132e46-1dd8-46f2-a753-c840db2731e7 req-0f967fea-0616-4043-bb71-862b1e59edad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:33.778051 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ad132e46-1dd8-46f2-a753-c840db2731e7 req-0f967fea-0616-4043-bb71-862b1e59edad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0734160 Jun 22 14:01:33.822053 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ad132e46-1dd8-46f2-a753-c840db2731e7 req-8312215b-d01c-4613-882b-aff60f0782c0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377080 Jun 22 14:01:35.007930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8a9c7-f531-4f8d-848a-ba2937b33812 req-e36c66ae-209c-44d9-8e62-b5df3eb692c4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:35.009776 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2bb8a9c7-f531-4f8d-848a-ba2937b33812 req-e36c66ae-209c-44d9-8e62-b5df3eb692c4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0669546 Jun 22 14:01:35.052627 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2bb8a9c7-f531-4f8d-848a-ba2937b33812 req-e30f7d57-0c89-4e07-8cbd-a980bf8eb5c8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367725 Jun 22 14:01:35.905652 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:36.108815 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4c5077e5-2ef9-4a89-810d-599b8ee3758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:36.238861 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370903f-5233-4a5b-86bf-3691426791f2 req-70bcdeb5-88b5-48dd-9cc8-9284b2c2bcd0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:36.240532 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a370903f-5233-4a5b-86bf-3691426791f2 req-70bcdeb5-88b5-48dd-9cc8-9284b2c2bcd0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0655434 Jun 22 14:01:36.280060 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a370903f-5233-4a5b-86bf-3691426791f2 req-89ddd87f-e57d-47c3-a752-026a48e403cd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336871 Jun 22 14:01:36.953626 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:37.484017 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9930-eb71-4320-8492-28cff826cb1d req-ce528eac-9905-43ce-9907-07527a97864e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:37.485520 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ea9f9930-eb71-4320-8492-28cff826cb1d req-ce528eac-9905-43ce-9907-07527a97864e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0753391 Jun 22 14:01:37.529116 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ea9f9930-eb71-4320-8492-28cff826cb1d req-cbe2f92f-84db-4723-8428-0d65787cbd27 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376196 Jun 22 14:01:38.498142 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:38.725665 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab55d25-44f9-4783-98d6-dfc18700447b req-34136bc2-6559-4dbf-9d29-bdd16447291c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:38.727548 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dab55d25-44f9-4783-98d6-dfc18700447b req-34136bc2-6559-4dbf-9d29-bdd16447291c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0735540 Jun 22 14:01:38.770014 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dab55d25-44f9-4783-98d6-dfc18700447b req-19197ae4-0fb2-406c-b6e6-9c260333dc76 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368278 Jun 22 14:01:39.264967 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:01:39.952169 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcc5f3-8e67-4118-8040-fcccbe3e0bab req-fc656501-be24-4483-a6a4-26774f4d43e1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:39.953644 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-99bcc5f3-8e67-4118-8040-fcccbe3e0bab req-fc656501-be24-4483-a6a4-26774f4d43e1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0681248 Jun 22 14:01:39.994622 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-99bcc5f3-8e67-4118-8040-fcccbe3e0bab req-bcca31b1-435e-457c-b6bc-4c52a9714839 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345097 Jun 22 14:01:40.137465 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:01:41.182161 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a3da5-e53c-4a54-a73f-238d0e96609f req-da665d7d-48be-4855-b91e-23b8a9d7d27e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:41.183677 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028a3da5-e53c-4a54-a73f-238d0e96609f req-da665d7d-48be-4855-b91e-23b8a9d7d27e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0702043 Jun 22 14:01:41.224986 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-028a3da5-e53c-4a54-a73f-238d0e96609f req-7d97cac1-d991-472a-acd8-e9d5ce965758 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356562 Jun 22 14:01:42.280758 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-d37bce80-2708-4481-bdf5-def805663160 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989597 Jun 22 14:01:42.403487 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-018aab1c-853c-4fe6-a3b9-5d94d8aab6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:42.404974 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-018aab1c-853c-4fe6-a3b9-5d94d8aab6c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0906696 Jun 22 14:01:42.421084 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4adb-a7b1-47f1-8bdc-54ede0f454cf req-fd084050-32fe-4edf-a7c0-85002ad3daca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:42.422520 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-95fc4adb-a7b1-47f1-8bdc-54ede0f454cf req-fd084050-32fe-4edf-a7c0-85002ad3daca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0785136 Jun 22 14:01:42.512305 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-95fc4adb-a7b1-47f1-8bdc-54ede0f454cf req-a6161462-5a33-459c-9724-b144728ed03d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833127 Jun 22 14:01:42.541884 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-2eb5ec34-5c55-48ea-9570-a4be3c25c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:42.543927 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-2eb5ec34-5c55-48ea-9570-a4be3c25c4b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1161189 Jun 22 14:01:42.588857 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-3aeeaf98-7c75-4715-b420-5bc653efbef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0376816 Jun 22 14:01:42.649298 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-d7244ca4-65d0-4228-b91c-d6e8abd0de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:42.650889 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-d7244ca4-65d0-4228-b91c-d6e8abd0de27 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0564094 Jun 22 14:01:42.684017 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-ebf8d152-c951-4c46-9493-409aad925100 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273073 Jun 22 14:01:42.781231 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-3b19e4b7-0cd2-4e92-9061-de04613c1344 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893974 Jun 22 14:01:42.874958 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc302268-b713-4b55-bff3-fb1f891d2d00 req-34722cdd-9260-4d04-a226-f5c0dfb44a17 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jun 22 14:01:43.697744 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01aef-2f13-4613-a9be-2ee391ac1a88 req-15824a64-e118-47ab-9119-07da300dc505 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:43.699398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-82b01aef-2f13-4613-a9be-2ee391ac1a88 req-15824a64-e118-47ab-9119-07da300dc505 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0689657 Jun 22 14:01:43.742008 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-82b01aef-2f13-4613-a9be-2ee391ac1a88 req-bfda10b4-64d9-4cc3-af81-dae3053652e8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362988 Jun 22 14:01:44.927331 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f49a04-60bf-42cc-95df-6f37c40d4752 req-b7113b73-8a45-4795-b429-32c215c0bb39 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:44.928843 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-36f49a04-60bf-42cc-95df-6f37c40d4752 req-b7113b73-8a45-4795-b429-32c215c0bb39 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0658071 Jun 22 14:01:44.966240 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-36f49a04-60bf-42cc-95df-6f37c40d4752 req-4f1e366a-2101-4175-bb01-b879ee7c0bb7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Jun 22 14:01:46.154497 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9d6d4-affd-4b71-b8f0-2ac9101f6a4a req-cb0f1052-f9b8-4bea-b8bd-51eb5601273c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:46.156063 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-35a9d6d4-affd-4b71-b8f0-2ac9101f6a4a req-cb0f1052-f9b8-4bea-b8bd-51eb5601273c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0700283 Jun 22 14:01:46.195331 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-35a9d6d4-affd-4b71-b8f0-2ac9101f6a4a req-7e66f374-e613-4f8d-9359-b679b8a929de tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331736 Jun 22 14:01:47.375339 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62ff98-a306-4c5e-9614-d6e958cf792f req-4212e98e-6d6d-4e4d-9b7c-674a2f26a65c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:47.376713 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a62ff98-a306-4c5e-9614-d6e958cf792f req-4212e98e-6d6d-4e4d-9b7c-674a2f26a65c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0616295 Jun 22 14:01:47.417316 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a62ff98-a306-4c5e-9614-d6e958cf792f req-4e94e86a-1b83-4922-b6cc-3b406ace6dec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Jun 22 14:01:48.598123 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ec14-508d-4dd9-b804-6f37c5f52f00 req-712fe5d9-c1a0-4055-8583-ae8798a52fec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:48.599550 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e4e2ec14-508d-4dd9-b804-6f37c5f52f00 req-712fe5d9-c1a0-4055-8583-ae8798a52fec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0617399 Jun 22 14:01:48.636611 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e4e2ec14-508d-4dd9-b804-6f37c5f52f00 req-0f8933b2-9a56-4e7b-83e0-6a91305f2e85 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313680 Jun 22 14:01:49.816566 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6d203-25eb-4324-9dca-8caa8a615720 req-9af73d6e-c136-4bf1-8a5d-3da28ae1ff1e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:49.818040 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e1e6d203-25eb-4324-9dca-8caa8a615720 req-9af73d6e-c136-4bf1-8a5d-3da28ae1ff1e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0635123 Jun 22 14:01:49.856273 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e1e6d203-25eb-4324-9dca-8caa8a615720 req-adb9fbb4-70e5-40d6-abf1-344fc091c83c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Jun 22 14:01:51.032692 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607728bf-98c2-4883-a8bc-a7bca5dfe912 req-4e226ff6-7ef1-4377-a780-8610fc52810c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:51.034314 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-607728bf-98c2-4883-a8bc-a7bca5dfe912 req-4e226ff6-7ef1-4377-a780-8610fc52810c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0609515 Jun 22 14:01:51.071682 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-607728bf-98c2-4883-a8bc-a7bca5dfe912 req-d4cafa11-9752-4e55-86ed-2b3dd235de27 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Jun 22 14:01:52.251825 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3463-b752-4b29-95c0-e7b3fc52ea59 req-d10ab9ce-210c-4007-99ae-f335fb2fd667 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:52.254582 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7f4d3463-b752-4b29-95c0-e7b3fc52ea59 req-d10ab9ce-210c-4007-99ae-f335fb2fd667 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0664871 Jun 22 14:01:52.296098 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7f4d3463-b752-4b29-95c0-e7b3fc52ea59 req-c5fd46b9-4950-4245-bb3d-8799a253e880 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362680 Jun 22 14:01:53.500066 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d5b66-a38b-4f3b-b272-6b3cd5ad79c9 req-68588d02-15a9-4687-a72d-ab850bb5795d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:53.500066 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a3d5b66-a38b-4f3b-b272-6b3cd5ad79c9 req-68588d02-15a9-4687-a72d-ab850bb5795d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0781937 Jun 22 14:01:53.542652 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a3d5b66-a38b-4f3b-b272-6b3cd5ad79c9 req-17268584-7551-4349-81d1-4286a982df8e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Jun 22 14:01:54.783752 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f5e4e-a4d5-4aec-bac3-231004063a3a req-21ccf0df-a3c6-4f87-a15c-a19c08a6f550 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:54.786661 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-731f5e4e-a4d5-4aec-bac3-231004063a3a req-21ccf0df-a3c6-4f87-a15c-a19c08a6f550 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0750341 Jun 22 14:01:54.833944 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-731f5e4e-a4d5-4aec-bac3-231004063a3a req-41bda4bc-f9f8-43d4-a84c-1087d01a52ba tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Jun 22 14:01:56.016817 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e801-3326-4514-8e38-88fff7b8788e req-b4a25ed0-0993-4151-b6ba-31ffbb9ff73f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:56.018285 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6117e801-3326-4514-8e38-88fff7b8788e req-b4a25ed0-0993-4151-b6ba-31ffbb9ff73f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0646834 Jun 22 14:01:56.056129 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6117e801-3326-4514-8e38-88fff7b8788e req-56a4c1d5-6047-4923-9aeb-ed2c4e268f7d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Jun 22 14:01:57.239492 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf377d-ea81-4bad-a597-8f24b1283490 req-9c5a1be0-49a4-4bde-9236-d0572f165840 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:57.240958 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dbcf377d-ea81-4bad-a597-8f24b1283490 req-9c5a1be0-49a4-4bde-9236-d0572f165840 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0646019 Jun 22 14:01:57.280163 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dbcf377d-ea81-4bad-a597-8f24b1283490 req-b0ce1366-c2b6-4696-aa1b-b63fbb3a2c4c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Jun 22 14:01:58.462727 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7d36c-42c5-4156-b50c-39855e58e8c1 req-e1ab0fae-95db-4c15-8ddf-52f71d127661 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:58.464276 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-64d7d36c-42c5-4156-b50c-39855e58e8c1 req-e1ab0fae-95db-4c15-8ddf-52f71d127661 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0679331 Jun 22 14:01:58.502377 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-64d7d36c-42c5-4156-b50c-39855e58e8c1 req-82e7a7b0-1ceb-4729-b0f4-57d0d2fe59d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Jun 22 14:01:59.683963 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b834bc-cb6f-4826-a90e-0a4ca5bba5e8 req-41a154d6-99de-4bd7-8859-fa7f0f77ceeb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:01:59.685652 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-27b834bc-cb6f-4826-a90e-0a4ca5bba5e8 req-41a154d6-99de-4bd7-8859-fa7f0f77ceeb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0673018 Jun 22 14:01:59.725178 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-27b834bc-cb6f-4826-a90e-0a4ca5bba5e8 req-0a8dc7f9-e79a-4c30-8e78-1b1273920e89 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337799 Jun 22 14:02:00.911143 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00e913-6449-41b1-b112-5c3281513cf5 req-e9a55319-7ea9-40b9-aba9-0e769ea8a00d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:00.913459 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2d00e913-6449-41b1-b112-5c3281513cf5 req-e9a55319-7ea9-40b9-aba9-0e769ea8a00d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0701365 Jun 22 14:02:00.951756 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2d00e913-6449-41b1-b112-5c3281513cf5 req-377af39e-95b0-4b82-9e27-2563337f9a14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Jun 22 14:02:02.125690 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be856efe-f506-4964-a6fa-05692c6b6571 req-55189424-e91f-4d74-bbd8-a2faa73ba67c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:02.127133 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-be856efe-f506-4964-a6fa-05692c6b6571 req-55189424-e91f-4d74-bbd8-a2faa73ba67c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0608227 Jun 22 14:02:02.164246 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-be856efe-f506-4964-a6fa-05692c6b6571 req-e45675e5-8777-4c20-bf94-300bdaac29ae tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312862 Jun 22 14:02:02.962819 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8237ab67-6cbf-4ebd-b49b-89165d067610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:03.340185 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b82f2-f7a6-4b4d-bfac-3d1b47695dce req-4f41f18e-f34e-41ac-bcfd-8c5576532432 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:03.341559 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ba4b82f2-f7a6-4b4d-bfac-3d1b47695dce req-4f41f18e-f34e-41ac-bcfd-8c5576532432 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0621409 Jun 22 14:02:03.379094 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ba4b82f2-f7a6-4b4d-bfac-3d1b47695dce req-be61b99b-df17-4316-93b7-883f52e13ca5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317383 Jun 22 14:02:04.561809 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4590f4-3805-49bf-ae51-b705ff542c59 req-a8aca1a2-9ae8-4642-9ad1-c08343120322 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:04.563265 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0c4590f4-3805-49bf-ae51-b705ff542c59 req-a8aca1a2-9ae8-4642-9ad1-c08343120322 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0626099 Jun 22 14:02:04.601018 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0c4590f4-3805-49bf-ae51-b705ff542c59 req-cf690457-55dc-49f6-9062-d4b962e37bc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318468 Jun 22 14:02:05.784508 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6da279-a4d6-4367-8234-dc6419af4e3d req-b7cb3448-de3d-41b1-b7b1-cc6ba3f892ba tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:05.785982 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0b6da279-a4d6-4367-8234-dc6419af4e3d req-b7cb3448-de3d-41b1-b7b1-cc6ba3f892ba tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0671511 Jun 22 14:02:05.823071 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0b6da279-a4d6-4367-8234-dc6419af4e3d req-3039d2b7-bd6b-48cd-886e-2c353f26e2d3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Jun 22 14:02:05.906831 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:06.111222 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f4786593-0516-4914-97d1-30dd65f20e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:06.955398 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:07.008239 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbccc65-8b52-4289-9656-95ccf46e4d5e req-dd1663ff-adab-4cd1-be3e-cee823177dde tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:07.009706 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bbccc65-8b52-4289-9656-95ccf46e4d5e req-dd1663ff-adab-4cd1-be3e-cee823177dde tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0679209 Jun 22 14:02:07.054249 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bbccc65-8b52-4289-9656-95ccf46e4d5e req-2859dfd9-4aac-45a8-94fd-4f064a8daaf6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 Jun 22 14:02:08.255354 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4bbac-d649-453f-8d67-bb2c66250187 req-608798ee-3915-4116-9477-f3968f7a0473 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:08.256959 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-21b4bbac-d649-453f-8d67-bb2c66250187 req-608798ee-3915-4116-9477-f3968f7a0473 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0788004 Jun 22 14:02:08.305790 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-21b4bbac-d649-453f-8d67-bb2c66250187 req-0fba7153-f29e-4959-a21d-627dc644533b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401063 Jun 22 14:02:08.500172 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:09.491173 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef0edf-e79c-44e2-9531-02c1ed0f997b req-1366c4ce-1dc6-4fa5-8bec-3a9ce2ab091b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:09.492863 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0fef0edf-e79c-44e2-9531-02c1ed0f997b req-1366c4ce-1dc6-4fa5-8bec-3a9ce2ab091b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0628045 Jun 22 14:02:09.530640 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0fef0edf-e79c-44e2-9531-02c1ed0f997b req-74b46d94-9300-42f3-9b44-7e0f8c6402d2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Jun 22 14:02:10.150771 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:10.710954 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8e2dd-fb1d-4509-bb76-09428d8f3b81 req-8c63c115-aae7-46a9-8e5d-ce9daf533446 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:10.712512 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-91b8e2dd-fb1d-4509-bb76-09428d8f3b81 req-8c63c115-aae7-46a9-8e5d-ce9daf533446 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0659153 Jun 22 14:02:10.748660 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-91b8e2dd-fb1d-4509-bb76-09428d8f3b81 req-085b41c6-acaa-4604-ab1e-715feea20679 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306468 Jun 22 14:02:11.928461 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851587a1-a107-4492-8fc5-9347840f23f4 req-37b77101-c4e0-4bbc-a808-2fbb006f4974 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:11.929964 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-851587a1-a107-4492-8fc5-9347840f23f4 req-37b77101-c4e0-4bbc-a808-2fbb006f4974 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0663841 Jun 22 14:02:11.967897 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-851587a1-a107-4492-8fc5-9347840f23f4 req-96868483-31a8-401d-9e5a-466271a8da74 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jun 22 14:02:13.146689 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd928478-d5c3-4e09-972f-93c723de7774 req-96d92eef-e978-421d-a3b1-65db220b7f9a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:13.148163 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fd928478-d5c3-4e09-972f-93c723de7774 req-96d92eef-e978-421d-a3b1-65db220b7f9a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632582 Jun 22 14:02:13.184893 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fd928478-d5c3-4e09-972f-93c723de7774 req-80a3234b-1d02-4265-b4ae-fa6e9fc5bc57 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Jun 22 14:02:14.367286 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcf2f2-5fee-4e0f-8c95-21fc9ae302cb req-6f46c7d7-1e48-4620-ad1c-241f7f85fa4d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:14.368740 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-42bcf2f2-5fee-4e0f-8c95-21fc9ae302cb req-6f46c7d7-1e48-4620-ad1c-241f7f85fa4d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0608757 Jun 22 14:02:14.405083 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-42bcf2f2-5fee-4e0f-8c95-21fc9ae302cb req-1be2f41f-18b5-47bc-814e-40772e99de9c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Jun 22 14:02:15.591236 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503c3af-ba77-43b3-94f7-04daacd5b44d req-b235d287-edfd-41c4-99d4-8fa4d50b8e17 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:15.592736 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2503c3af-ba77-43b3-94f7-04daacd5b44d req-b235d287-edfd-41c4-99d4-8fa4d50b8e17 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0644672 Jun 22 14:02:15.635779 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2503c3af-ba77-43b3-94f7-04daacd5b44d req-a263b364-7362-4121-918b-3b1247c166b3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370743 Jun 22 14:02:16.264224 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:02:16.818626 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962626b4-a892-4c5d-b7d6-263b8670dfe1 req-866630d3-f644-467c-9102-8f927a72dd31 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:16.820163 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-962626b4-a892-4c5d-b7d6-263b8670dfe1 req-866630d3-f644-467c-9102-8f927a72dd31 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0652926 Jun 22 14:02:16.856593 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-962626b4-a892-4c5d-b7d6-263b8670dfe1 req-e9cea51d-e65d-455f-ac8a-6e8ac083835e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307541 Jun 22 14:02:18.040410 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db649a-de52-4e88-8ea3-04f06240d373 req-786a7304-4175-4916-b297-1494449a0e61 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:18.041917 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-07db649a-de52-4e88-8ea3-04f06240d373 req-786a7304-4175-4916-b297-1494449a0e61 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0696542 Jun 22 14:02:18.079827 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-07db649a-de52-4e88-8ea3-04f06240d373 req-250f89f1-d2e9-435b-a24e-854efa7e2d53 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321252 Jun 22 14:02:19.259529 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb693c1f-81d8-4c9d-9aa4-ca1e91e6f86b req-72e89e9c-a8fb-41c5-8eb5-8f7ae8612f1d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:19.261081 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fb693c1f-81d8-4c9d-9aa4-ca1e91e6f86b req-72e89e9c-a8fb-41c5-8eb5-8f7ae8612f1d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0684030 Jun 22 14:02:19.300894 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fb693c1f-81d8-4c9d-9aa4-ca1e91e6f86b req-308dcb73-5d27-4a56-8a45-65c9fc5a45cd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Jun 22 14:02:20.478306 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30586c2-4dbe-4c27-986c-f1e7ff52ca03 req-18ef7596-c335-41a4-b6c6-61204d01a8fb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:20.479817 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e30586c2-4dbe-4c27-986c-f1e7ff52ca03 req-18ef7596-c335-41a4-b6c6-61204d01a8fb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632370 Jun 22 14:02:20.518100 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e30586c2-4dbe-4c27-986c-f1e7ff52ca03 req-8fd4905c-4790-484c-98c4-5e001b04099a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326149 Jun 22 14:02:21.695219 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afca52-42d5-4cf2-856f-b4620320bd59 req-ea20a4cd-752d-44c8-98f1-237390d249a7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:21.696704 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9afca52-42d5-4cf2-856f-b4620320bd59 req-ea20a4cd-752d-44c8-98f1-237390d249a7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0636311 Jun 22 14:02:21.734455 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b9afca52-42d5-4cf2-856f-b4620320bd59 req-96263b28-517c-4dbd-9667-f8391a628a6b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Jun 22 14:02:22.945898 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e1b1a-5436-4ebd-bcc2-96b6f0e605c5 req-0f83752b-836d-44d6-834e-00ba44eea40f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:22.948691 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d46e1b1a-5436-4ebd-bcc2-96b6f0e605c5 req-0f83752b-836d-44d6-834e-00ba44eea40f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0848393 Jun 22 14:02:22.989954 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d46e1b1a-5436-4ebd-bcc2-96b6f0e605c5 req-a5be05d9-2967-4df1-ad7d-ef2518a4f54a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370622 Jun 22 14:02:24.182354 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0a8c3-f8a6-4e72-b7f0-6079d2aa8ede req-0e6a10a5-2bfd-402b-ad68-2b0f86db84bf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:24.183872 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8ce0a8c3-f8a6-4e72-b7f0-6079d2aa8ede req-0e6a10a5-2bfd-402b-ad68-2b0f86db84bf tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0689504 Jun 22 14:02:24.447030 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8ce0a8c3-f8a6-4e72-b7f0-6079d2aa8ede req-4143f605-0c60-4867-aca6-59f5b30c9ab2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556925 Jun 22 14:02:25.625418 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da0c6-2946-4a0e-9098-e7daec759123 req-38465abc-4735-43db-ab65-54751b88b284 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:25.629013 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-073da0c6-2946-4a0e-9098-e7daec759123 req-38465abc-4735-43db-ab65-54751b88b284 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632119 Jun 22 14:02:25.665466 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-073da0c6-2946-4a0e-9098-e7daec759123 req-b03c666d-c85a-41bb-b351-8f6b5312d391 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Jun 22 14:02:26.848201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de3f77-630c-47ec-bea3-71b52a824e1e req-8726b847-dd96-46ce-95a8-cf315a0125ec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:26.849707 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a8de3f77-630c-47ec-bea3-71b52a824e1e req-8726b847-dd96-46ce-95a8-cf315a0125ec tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0651062 Jun 22 14:02:26.890629 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a8de3f77-630c-47ec-bea3-71b52a824e1e req-94eeeb61-b96b-4e58-bc83-b218b3451a35 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350070 Jun 22 14:02:28.083597 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f95e5-0b0f-4705-ac05-2454cac6a877 req-749c1a45-8fde-43ba-b913-b560e2ee7155 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:28.085792 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-647f95e5-0b0f-4705-ac05-2454cac6a877 req-749c1a45-8fde-43ba-b913-b560e2ee7155 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0730288 Jun 22 14:02:28.126017 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-647f95e5-0b0f-4705-ac05-2454cac6a877 req-a3017b68-4236-425e-80ed-1dd4fd947ffe tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343814 Jun 22 14:02:29.308326 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4b379-48b9-4937-9c88-5bbaf4dc54cc req-3370a996-a06d-4855-9289-326bb51c2aa9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:29.309800 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-06c4b379-48b9-4937-9c88-5bbaf4dc54cc req-3370a996-a06d-4855-9289-326bb51c2aa9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0665219 Jun 22 14:02:29.353601 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-06c4b379-48b9-4937-9c88-5bbaf4dc54cc req-2160ab7d-1872-433a-8f5e-272383b997ed tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Jun 22 14:02:30.547178 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3364-8b62-4f08-ba23-004d7b60f0a2 req-64240a71-61bf-42d6-a5d7-9b436f9bb2d3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:30.549601 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ff3e3364-8b62-4f08-ba23-004d7b60f0a2 req-64240a71-61bf-42d6-a5d7-9b436f9bb2d3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0746598 Jun 22 14:02:30.592256 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ff3e3364-8b62-4f08-ba23-004d7b60f0a2 req-5ca199a3-03ab-4470-a1a7-63a3a892553d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359843 Jun 22 14:02:31.771053 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36af40-10bb-4180-84e9-e8f501d8add4 req-50553514-a0a6-4946-a6e8-0399f6609210 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:31.772802 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce36af40-10bb-4180-84e9-e8f501d8add4 req-50553514-a0a6-4946-a6e8-0399f6609210 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0625014 Jun 22 14:02:31.811023 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce36af40-10bb-4180-84e9-e8f501d8add4 req-b4fd4d0b-80b9-42f5-b581-4f2ce5688e21 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Jun 22 14:02:32.964636 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2714f3aa-c2c5-40a9-b869-ede25963960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:32.991272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80b501-fb1a-4167-876a-bfe0dc2f19e0 req-47b870ff-5d62-4ce7-a5d4-8d2b68e970de tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:32.992850 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c80b501-fb1a-4167-876a-bfe0dc2f19e0 req-47b870ff-5d62-4ce7-a5d4-8d2b68e970de tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0656974 Jun 22 14:02:33.032146 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c80b501-fb1a-4167-876a-bfe0dc2f19e0 req-38ee677b-575e-46cf-b3b5-c9435d476921 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332954 Jun 22 14:02:34.212234 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18114142-2061-40fd-b03d-8055d795b6be req-d9fc619c-e5a9-4a5d-a0e2-416f10485610 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:34.213680 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-18114142-2061-40fd-b03d-8055d795b6be req-d9fc619c-e5a9-4a5d-a0e2-416f10485610 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632603 Jun 22 14:02:34.251058 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-18114142-2061-40fd-b03d-8055d795b6be req-000da59b-1ab7-4710-9943-682a8ab69225 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Jun 22 14:02:35.447245 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf119a9-0140-4397-b4cd-7000d3082d46 req-366040f5-9101-4b63-8745-e95263cc4a63 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:35.448822 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf119a9-0140-4397-b4cd-7000d3082d46 req-366040f5-9101-4b63-8745-e95263cc4a63 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0739696 Jun 22 14:02:35.492157 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf119a9-0140-4397-b4cd-7000d3082d46 req-e684255c-bd17-47f7-991d-0742d3206281 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Jun 22 14:02:35.910684 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:36.116996 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3745c46b-8043-4506-afe1-4d1b3c3cc298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:36.693664 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0928d-bd5c-430c-b683-bcc23462f460 req-2a92f74a-01c3-46c7-897f-cff0f27d4ddd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:36.695221 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-acf0928d-bd5c-430c-b683-bcc23462f460 req-2a92f74a-01c3-46c7-897f-cff0f27d4ddd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0795922 Jun 22 14:02:36.735892 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-acf0928d-bd5c-430c-b683-bcc23462f460 req-3b2efad5-830a-44a1-af31-f469d6bd26b6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348108 Jun 22 14:02:36.959331 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:37.918387 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048383a-8708-40ba-b26a-01a5ed32f8bc req-9482d143-80b2-4f1a-aa20-7ba82adeac43 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:37.919928 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5048383a-8708-40ba-b26a-01a5ed32f8bc req-9482d143-80b2-4f1a-aa20-7ba82adeac43 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0663707 Jun 22 14:02:37.959749 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5048383a-8708-40ba-b26a-01a5ed32f8bc req-6b6f9f97-5114-48e2-9071-d09687d2c18a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Jun 22 14:02:38.504656 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:39.151837 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb37de-987c-4fca-9a34-ed4a1d693967 req-494ffadc-0709-4d08-b70a-0da2a44a83e5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:39.153412 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-93cb37de-987c-4fca-9a34-ed4a1d693967 req-494ffadc-0709-4d08-b70a-0da2a44a83e5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0754535 Jun 22 14:02:39.195644 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-93cb37de-987c-4fca-9a34-ed4a1d693967 req-d2773673-245b-43a3-87c9-412dc3f651ab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352221 Jun 22 14:02:40.149084 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:02:40.384113 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaa4e2-4b1c-4ff7-b4a5-7c3574d7ceb5 req-fe9eca95-d2e5-45dd-9dd3-51927029e48d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:40.385664 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-67eaa4e2-4b1c-4ff7-b4a5-7c3574d7ceb5 req-fe9eca95-d2e5-45dd-9dd3-51927029e48d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0671778 Jun 22 14:02:40.429081 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-67eaa4e2-4b1c-4ff7-b4a5-7c3574d7ceb5 req-6cecada4-f84a-4ce7-b3bb-ea7aa6a24cf2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Jun 22 14:02:41.615128 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7c250-feed-40ce-95bf-6566a29e67ac req-0c3c7bad-fa90-4470-b532-40d337634540 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:41.616594 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dba7c250-feed-40ce-95bf-6566a29e67ac req-0c3c7bad-fa90-4470-b532-40d337634540 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667129 Jun 22 14:02:41.659899 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dba7c250-feed-40ce-95bf-6566a29e67ac req-956215db-54f6-410f-b3ba-e286a500292d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Jun 22 14:02:42.850857 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e8cce-5986-4dab-932e-6429423e5def req-5fd381a1-65f6-4710-a5aa-802045e7f1a8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:42.852508 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2a3e8cce-5986-4dab-932e-6429423e5def req-5fd381a1-65f6-4710-a5aa-802045e7f1a8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0729759 Jun 22 14:02:42.892817 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2a3e8cce-5986-4dab-932e-6429423e5def req-41ac3142-cfc6-4369-849c-194f453ed579 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Jun 22 14:02:43.016091 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-2bce6310-d75b-4fa1-bdc7-b0c1cd8ee86b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523353 Jun 22 14:02:43.117802 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-11468bbf-eab9-4239-8761-dbe8115e7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:43.119319 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-11468bbf-eab9-4239-8761-dbe8115e7d4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 1099 time: 0.0667884 Jun 22 14:02:43.253862 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-9d700d57-97e0-4b20-b4c0-65417803397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:43.255433 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-9d700d57-97e0-4b20-b4c0-65417803397b service neutron] 10.222.0.10 "GET /v2.0/networks?id=101ffe50-87cc-4e0e-b184-5718830c90b4 HTTP/1.1" status: 200 len: 915 time: 0.1121140 Jun 22 14:02:43.296920 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-310bbee7-6e3b-45a4-a9dd-5cc74784e9f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd HTTP/1.1" status: 200 len: 217 time: 0.0348923 Jun 22 14:02:43.346496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-0e4ace34-154d-4377-b0b0-6c13170a1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:43.347993 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-0e4ace34-154d-4377-b0b0-6c13170a1bd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a05bf1f-692a-4a75-ac4b-a15222cc1131 HTTP/1.1" status: 200 len: 854 time: 0.0447822 Jun 22 14:02:43.382099 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-a2fdbab6-45e2-4684-b586-bbd20923f963 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=101ffe50-87cc-4e0e-b184-5718830c90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278432 Jun 22 14:02:43.486379 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-6fa8d38e-5ae6-49b6-8c46-15cb3ae4abbb service neutron] 10.222.0.10 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964160 Jun 22 14:02:43.592812 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9a6cdc4b-c904-4ac7-af74-165e3d789f9a req-e09d4620-51c3-4e6d-80f5-873db9653114 service neutron] 10.222.0.10 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992680 Jun 22 14:02:44.075560 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6f433-404c-49ef-b673-0b4fd418aea0 req-9516a4de-7062-40e5-a8fc-c2f9b85a3a88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:44.077130 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bf6f433-404c-49ef-b673-0b4fd418aea0 req-9516a4de-7062-40e5-a8fc-c2f9b85a3a88 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0647581 Jun 22 14:02:44.118783 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bf6f433-404c-49ef-b673-0b4fd418aea0 req-7c1af933-bcce-4a24-b821-a994d40ff39b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354218 Jun 22 14:02:45.349449 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb047406-eb6f-4cbf-894f-d536cd5666d6 req-dd3024a2-fce6-4bae-958a-a1f778f41238 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:45.351910 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb047406-eb6f-4cbf-894f-d536cd5666d6 req-dd3024a2-fce6-4bae-958a-a1f778f41238 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0986793 Jun 22 14:02:45.397139 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bb047406-eb6f-4cbf-894f-d536cd5666d6 req-e7fa0391-1718-4699-895e-260d76beb970 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Jun 22 14:02:46.599067 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017505cd-99f5-48b8-bffc-95f8d8e4f5dc req-7dca6349-8734-4db2-bc87-83bd1dee5fdb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:46.600605 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-017505cd-99f5-48b8-bffc-95f8d8e4f5dc req-7dca6349-8734-4db2-bc87-83bd1dee5fdb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0813692 Jun 22 14:02:46.643027 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-017505cd-99f5-48b8-bffc-95f8d8e4f5dc req-cf647944-92de-4a02-ba6b-5ddbf773f9d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367272 Jun 22 14:02:47.850098 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d73b8-82c7-4080-9977-a97b69e0444f req-61200b8d-14b0-4ac4-be1b-e47a455b9266 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:47.852018 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5b2d73b8-82c7-4080-9977-a97b69e0444f req-61200b8d-14b0-4ac4-be1b-e47a455b9266 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0804904 Jun 22 14:02:47.905679 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5b2d73b8-82c7-4080-9977-a97b69e0444f req-e5369540-9cbf-4de6-b49a-39a51590726d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Jun 22 14:02:49.109413 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a20b54-9eac-485b-9110-f0581263bc18 req-b69596f2-f50d-4640-9c25-39ac5d67fc37 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:49.111669 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a8a20b54-9eac-485b-9110-f0581263bc18 req-b69596f2-f50d-4640-9c25-39ac5d67fc37 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0737901 Jun 22 14:02:49.153937 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a8a20b54-9eac-485b-9110-f0581263bc18 req-7338a623-1c6b-4844-9cb8-efac42b116ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360708 Jun 22 14:02:50.348808 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0282e8c-67f8-417f-afb1-7ec6ecd8504b req-56dd2db0-50ab-4c3e-b2ec-033f7d3be4b6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:50.350386 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e0282e8c-67f8-417f-afb1-7ec6ecd8504b req-56dd2db0-50ab-4c3e-b2ec-033f7d3be4b6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0697644 Jun 22 14:02:50.392658 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e0282e8c-67f8-417f-afb1-7ec6ecd8504b req-b8a5758f-2705-44cb-b804-92fc50b221e9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Jun 22 14:02:51.580799 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02c9e2-a49b-4d4b-9053-3d991878216c req-ae9283aa-3850-4d7f-8a6b-7f1155c3bf41 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:51.582367 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-af02c9e2-a49b-4d4b-9053-3d991878216c req-ae9283aa-3850-4d7f-8a6b-7f1155c3bf41 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0687582 Jun 22 14:02:51.621862 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-af02c9e2-a49b-4d4b-9053-3d991878216c req-f5b8157e-aa88-464f-9642-02f45e37fa2e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336699 Jun 22 14:02:52.809861 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b5fa1-3332-470c-bec4-d2ae0ebc503d req-1a65e4ea-12d7-4d61-8f31-71963ea20a11 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:52.811398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-010b5fa1-3332-470c-bec4-d2ae0ebc503d req-1a65e4ea-12d7-4d61-8f31-71963ea20a11 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0699477 Jun 22 14:02:52.862880 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-010b5fa1-3332-470c-bec4-d2ae0ebc503d req-7a7962a7-865b-419a-a277-b11c5cdde7a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Jun 22 14:02:53.263137 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:02:54.049930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f2b10-d2bf-47ad-91c5-7993438d12f7 req-a0644e3b-b436-4578-b469-6b525630b097 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:54.051437 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d2f2b10-d2bf-47ad-91c5-7993438d12f7 req-a0644e3b-b436-4578-b469-6b525630b097 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0688138 Jun 22 14:02:54.098970 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d2f2b10-d2bf-47ad-91c5-7993438d12f7 req-8fee1a2a-c250-45eb-a6b3-82c1dc90f96b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Jun 22 14:02:55.315034 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ea3e-3554-494a-8a4e-d006f4e8ace4 req-9e22729a-ce58-48bf-a479-792d479f2efd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:55.320543 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-30c0ea3e-3554-494a-8a4e-d006f4e8ace4 req-9e22729a-ce58-48bf-a479-792d479f2efd tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0811598 Jun 22 14:02:55.360049 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-30c0ea3e-3554-494a-8a4e-d006f4e8ace4 req-03b4e97a-485e-490a-a987-377cbfea7a71 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376139 Jun 22 14:02:56.544939 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34940e95-199a-4393-8864-2a7128b9e480 req-433b1c82-a11c-460b-ad35-493013cace19 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:56.546380 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-34940e95-199a-4393-8864-2a7128b9e480 req-433b1c82-a11c-460b-ad35-493013cace19 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0624633 Jun 22 14:02:56.584684 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-34940e95-199a-4393-8864-2a7128b9e480 req-bc5f74cf-0e8c-41a4-afcd-00a71f43157e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Jun 22 14:02:57.760619 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d6477-5c8b-4627-b633-831afb2f0b57 req-5b14712f-d421-4441-9465-3236315a0154 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:57.762096 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a9d6477-5c8b-4627-b633-831afb2f0b57 req-5b14712f-d421-4441-9465-3236315a0154 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0619943 Jun 22 14:02:57.800799 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a9d6477-5c8b-4627-b633-831afb2f0b57 req-aaa21aed-c836-498a-b6d6-fa670fc086f7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322294 Jun 22 14:02:58.982453 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a2040-eb99-43aa-8072-7368c21fcba7 req-19c13c1e-7a9f-4d7f-b981-58119d5c58a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:02:58.983980 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-185a2040-eb99-43aa-8072-7368c21fcba7 req-19c13c1e-7a9f-4d7f-b981-58119d5c58a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0661356 Jun 22 14:02:59.023774 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-185a2040-eb99-43aa-8072-7368c21fcba7 req-14355c62-bcf7-4e12-98c7-64c8f7010a7a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328002 Jun 22 14:03:00.215573 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff05f2e-50d7-4d3b-96bf-7c7e232620f8 req-cddfb719-2cb7-4252-912f-fd3f5038703e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:00.219068 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6ff05f2e-50d7-4d3b-96bf-7c7e232620f8 req-cddfb719-2cb7-4252-912f-fd3f5038703e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0720549 Jun 22 14:03:00.260929 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6ff05f2e-50d7-4d3b-96bf-7c7e232620f8 req-18fef59b-7f88-4f96-b8fc-1a6f0ad191fa tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Jun 22 14:03:01.460510 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01ef70-8406-48a5-9024-f0798b03c433 req-eb16aa47-23b9-4706-8587-f3bb231de0ea tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:01.462078 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bd01ef70-8406-48a5-9024-f0798b03c433 req-eb16aa47-23b9-4706-8587-f3bb231de0ea tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0745139 Jun 22 14:03:01.501836 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bd01ef70-8406-48a5-9024-f0798b03c433 req-f02f783c-d0dd-4fb2-ba23-ab2b2427c2e6 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332260 Jun 22 14:03:02.686272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4318ca-3fbb-4a49-b3da-bb4c00affe3f req-438646e6-2d07-4591-9a1d-3ee09ae82bdb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:02.687793 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1c4318ca-3fbb-4a49-b3da-bb4c00affe3f req-438646e6-2d07-4591-9a1d-3ee09ae82bdb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0696101 Jun 22 14:03:02.728325 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1c4318ca-3fbb-4a49-b3da-bb4c00affe3f req-cc434df2-1fb2-4089-aeaf-e3878dcf816f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337944 Jun 22 14:03:02.969291 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3dc981d2-ba56-4218-a216-d75c72df4ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:03.914904 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049659f-7747-42db-9934-976570ab89fd req-6bb910e1-732f-4b44-9cb5-662662d6596b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:03.916430 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3049659f-7747-42db-9934-976570ab89fd req-6bb910e1-732f-4b44-9cb5-662662d6596b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0635695 Jun 22 14:03:03.954618 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3049659f-7747-42db-9934-976570ab89fd req-cc5733d1-626f-4274-9e6c-5bbe0d2d0166 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Jun 22 14:03:05.152840 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbf0b1-0461-4f9b-bdf9-561f77ef65ab req-b95bbf42-70c6-494d-a142-b48223b0a3f8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:05.154265 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d9cbf0b1-0461-4f9b-bdf9-561f77ef65ab req-b95bbf42-70c6-494d-a142-b48223b0a3f8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0662889 Jun 22 14:03:05.194463 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d9cbf0b1-0461-4f9b-bdf9-561f77ef65ab req-5c7070ff-7cf3-4730-af7d-693a17ba8e49 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Jun 22 14:03:05.914478 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:06.108781 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8f0e9203-3011-457d-a5b0-4532eec90828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:06.392854 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4414229-4e0f-498d-bf13-f71eb7763808 req-b65678c8-cde7-4ea8-8aa4-c2d3bcc2171a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:06.394416 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e4414229-4e0f-498d-bf13-f71eb7763808 req-b65678c8-cde7-4ea8-8aa4-c2d3bcc2171a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0696783 Jun 22 14:03:06.436501 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e4414229-4e0f-498d-bf13-f71eb7763808 req-2466814f-9539-427c-843e-0928172ad9b2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361741 Jun 22 14:03:06.959799 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:07.826767 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a0cd9-07f1-49f1-87c0-68d37a9dcfea req-0b93b47d-8b05-4ab2-93c4-6744d56a5944 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:07.828255 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4b8a0cd9-07f1-49f1-87c0-68d37a9dcfea req-0b93b47d-8b05-4ab2-93c4-6744d56a5944 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.2740359 Jun 22 14:03:07.866407 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4b8a0cd9-07f1-49f1-87c0-68d37a9dcfea req-95aadcf6-affe-4a5e-84a0-60f628e52a67 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Jun 22 14:03:08.508241 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:09.045096 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f327af-d5c6-43ee-b9d4-e81659e8ffd8 req-0e6d337b-8985-4bda-beb2-9d03775765ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:09.046625 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-34f327af-d5c6-43ee-b9d4-e81659e8ffd8 req-0e6d337b-8985-4bda-beb2-9d03775765ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0632792 Jun 22 14:03:09.085608 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-34f327af-d5c6-43ee-b9d4-e81659e8ffd8 req-c6f39149-8d6b-4b97-93af-a597eed0ddf2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Jun 22 14:03:10.158193 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:10.266430 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c343c-6670-4c11-a37d-e71632402d88 req-cb10fe21-6b27-4cf5-b4a2-f77377639816 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:10.267952 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-299c343c-6670-4c11-a37d-e71632402d88 req-cb10fe21-6b27-4cf5-b4a2-f77377639816 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0645826 Jun 22 14:03:10.308139 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-299c343c-6670-4c11-a37d-e71632402d88 req-f5704fe6-38ed-41c6-bea7-ccd0ad6624da tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345387 Jun 22 14:03:11.490811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa3ca-6c49-4504-8b8d-1dbcf3f8ac38 req-dab3470e-a04f-4955-80a2-6bf9c3b1b35e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:11.492448 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bbaa3ca-6c49-4504-8b8d-1dbcf3f8ac38 req-dab3470e-a04f-4955-80a2-6bf9c3b1b35e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0688672 Jun 22 14:03:11.530066 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bbaa3ca-6c49-4504-8b8d-1dbcf3f8ac38 req-7a501275-145b-4e3b-9ce7-68f62ca8b1f7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Jun 22 14:03:12.706951 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da588a86-bb26-426a-a872-4995593937c7 req-4d7a927a-0dc0-4d48-8442-bc1c9fca00f2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:12.708510 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da588a86-bb26-426a-a872-4995593937c7 req-4d7a927a-0dc0-4d48-8442-bc1c9fca00f2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0653255 Jun 22 14:03:12.746772 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da588a86-bb26-426a-a872-4995593937c7 req-b75c6f8d-82e1-4a66-81ad-1692cb9e4575 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326214 Jun 22 14:03:13.981954 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f6cb2-79d6-43bc-b7b5-d597c45e1671 req-53a1a12d-721c-42c3-a263-f3755e80ac7f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:13.983513 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f64f6cb2-79d6-43bc-b7b5-d597c45e1671 req-53a1a12d-721c-42c3-a263-f3755e80ac7f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0673378 Jun 22 14:03:14.021935 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f64f6cb2-79d6-43bc-b7b5-d597c45e1671 req-5d1832f4-d2c3-45dd-90d7-fb8fef301f4a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jun 22 14:03:15.203960 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3f1f6-5475-419d-878b-90bc0ea2391b req-7b09adec-7a41-4fcd-b7e9-d1a77a6459d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:15.205972 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a3f1f6-5475-419d-878b-90bc0ea2391b req-7b09adec-7a41-4fcd-b7e9-d1a77a6459d0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0633104 Jun 22 14:03:15.245686 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-05a3f1f6-5475-419d-878b-90bc0ea2391b req-8720a706-f7d1-45f7-bcce-71316023ba5e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341394 Jun 22 14:03:16.427211 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112234c-c16a-49d0-8484-22f51209a67e req-1d584c90-5528-4451-a1b4-9763509cb439 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:16.430167 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b112234c-c16a-49d0-8484-22f51209a67e req-1d584c90-5528-4451-a1b4-9763509cb439 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0654829 Jun 22 14:03:16.468637 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b112234c-c16a-49d0-8484-22f51209a67e req-d5c879e7-3936-433b-99b1-6e89a978922e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324624 Jun 22 14:03:17.653089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28407508-34d9-4879-a15b-3107a49984e0 req-7b8d52d8-650d-47a2-8f03-fdf79bb2dfa0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:17.654500 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-28407508-34d9-4879-a15b-3107a49984e0 req-7b8d52d8-650d-47a2-8f03-fdf79bb2dfa0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0674257 Jun 22 14:03:17.702678 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-28407508-34d9-4879-a15b-3107a49984e0 req-eb35ce95-aced-4f29-84ce-8aff6648fb73 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Jun 22 14:03:18.887166 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74f901-7a98-408a-aeb1-bdf87d139275 req-737776a6-db8d-471f-b8f3-a6d881a96da0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:18.888916 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0f74f901-7a98-408a-aeb1-bdf87d139275 req-737776a6-db8d-471f-b8f3-a6d881a96da0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0670650 Jun 22 14:03:18.926223 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0f74f901-7a98-408a-aeb1-bdf87d139275 req-9a80cba7-e924-4426-8773-3fbc44c9d425 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311999 Jun 22 14:03:20.104738 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a7d43-49f8-4fd5-8c73-371fd7fdbe52 req-c1c2c41c-141a-48b7-a364-0cf450a282f3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:20.106097 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c47a7d43-49f8-4fd5-8c73-371fd7fdbe52 req-c1c2c41c-141a-48b7-a364-0cf450a282f3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0646265 Jun 22 14:03:20.148528 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c47a7d43-49f8-4fd5-8c73-371fd7fdbe52 req-39c98451-31ac-4227-b7c6-6eedaff222a3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365982 Jun 22 14:03:21.330357 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5090c3-f58d-4281-ab32-b04a3c5ee730 req-ef6a7f14-a2dd-48cd-8625-a7c2bb67b596 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:21.331849 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4f5090c3-f58d-4281-ab32-b04a3c5ee730 req-ef6a7f14-a2dd-48cd-8625-a7c2bb67b596 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0623281 Jun 22 14:03:21.370901 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4f5090c3-f58d-4281-ab32-b04a3c5ee730 req-0398fdc2-b58d-4f30-b3ad-0815c670c537 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334406 Jun 22 14:03:22.556023 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e944afa-1be7-43b4-a33f-1f7ea1a72a3f req-d72246d2-43b7-4eb3-a8af-afe1102b1a5e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:22.557389 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e944afa-1be7-43b4-a33f-1f7ea1a72a3f req-d72246d2-43b7-4eb3-a8af-afe1102b1a5e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0619757 Jun 22 14:03:22.595520 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e944afa-1be7-43b4-a33f-1f7ea1a72a3f req-ff712fdd-bae0-4f4b-84f9-afb7b302907c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325418 Jun 22 14:03:23.791647 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3d774-9e35-4453-a820-d71721d0e6de req-3d4c6db9-a3f9-4a77-a99b-0253af723926 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:23.794174 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-add3d774-9e35-4453-a820-d71721d0e6de req-3d4c6db9-a3f9-4a77-a99b-0253af723926 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0650914 Jun 22 14:03:23.832514 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-add3d774-9e35-4453-a820-d71721d0e6de req-638c01bf-7318-479b-b36b-6c87f988cc82 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Jun 22 14:03:25.017914 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f1534-acec-457c-bdea-d417f12cfe6c req-0533895c-c3fb-4b07-93f4-d259fa875772 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:25.019383 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-078f1534-acec-457c-bdea-d417f12cfe6c req-0533895c-c3fb-4b07-93f4-d259fa875772 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0689225 Jun 22 14:03:25.058428 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-078f1534-acec-457c-bdea-d417f12cfe6c req-6c7f232f-e9df-448a-943d-455df8d8d7a8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Jun 22 14:03:26.238945 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec23c7-9c4c-45ed-a12c-addacc522532 req-663b3332-6dd6-43b3-b844-4b6daab2e621 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:26.240634 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3dec23c7-9c4c-45ed-a12c-addacc522532 req-663b3332-6dd6-43b3-b844-4b6daab2e621 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0685718 Jun 22 14:03:26.279591 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3dec23c7-9c4c-45ed-a12c-addacc522532 req-b3f21e2e-ae9d-4b54-a066-331de7e17efb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333247 Jun 22 14:03:27.457926 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bbf60-5a5b-491d-bf49-f778e3dc5742 req-ae74db6d-f1d3-4fd2-98ce-df751a94ecd3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:27.459410 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-963bbf60-5a5b-491d-bf49-f778e3dc5742 req-ae74db6d-f1d3-4fd2-98ce-df751a94ecd3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0651391 Jun 22 14:03:27.496862 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-963bbf60-5a5b-491d-bf49-f778e3dc5742 req-e359cec5-35b0-43a9-bec3-84fc2a99ab67 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Jun 22 14:03:28.683813 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7155c-3a51-4fa7-b59a-9573e48503b8 req-1c4c063e-9761-4eee-b837-ef282572b01e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:28.685273 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7df7155c-3a51-4fa7-b59a-9573e48503b8 req-1c4c063e-9761-4eee-b837-ef282572b01e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0708237 Jun 22 14:03:28.723284 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7df7155c-3a51-4fa7-b59a-9573e48503b8 req-fb251172-18b4-4d59-a075-bcc838d63c54 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322297 Jun 22 14:03:29.901053 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7f7e1-4934-43dc-941d-bb19e136e58f req-a626a0e2-8c76-4a6d-914a-f839c490d349 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:29.902421 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c4a7f7e1-4934-43dc-941d-bb19e136e58f req-a626a0e2-8c76-4a6d-914a-f839c490d349 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0618460 Jun 22 14:03:29.939832 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c4a7f7e1-4934-43dc-941d-bb19e136e58f req-17eeb329-1861-41a7-b615-e9b99d808097 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Jun 22 14:03:30.261217 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:03:31.120692 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcab7f-481d-407b-9360-d572db2861c0 req-6c2cc224-1d03-4289-bd06-ff47ae66bfef tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:31.122195 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-79dcab7f-481d-407b-9360-d572db2861c0 req-6c2cc224-1d03-4289-bd06-ff47ae66bfef tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0662630 Jun 22 14:03:31.161534 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-79dcab7f-481d-407b-9360-d572db2861c0 req-22c01543-5ad8-41b9-b200-aabcf9d9f35a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Jun 22 14:03:32.343085 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bdb61-46b0-45a8-b151-8211ae0fbad2 req-656df116-add4-445e-a9bc-3502516e46d3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:32.345037 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-996bdb61-46b0-45a8-b151-8211ae0fbad2 req-656df116-add4-445e-a9bc-3502516e46d3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0681562 Jun 22 14:03:32.380878 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-996bdb61-46b0-45a8-b151-8211ae0fbad2 req-2a9031ef-5cd0-44f1-b4f6-bf87b45bc5ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302093 Jun 22 14:03:32.970396 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c195a2a3-5664-449c-a2a8-f9cd2bd096c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:33.565377 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74c9fb-1ba6-4233-94e8-1066f1e85e11 req-d217ac2b-a108-4826-abd6-0175a6355cc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:33.566994 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dd74c9fb-1ba6-4233-94e8-1066f1e85e11 req-d217ac2b-a108-4826-abd6-0175a6355cc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0660782 Jun 22 14:03:33.604402 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dd74c9fb-1ba6-4233-94e8-1066f1e85e11 req-075489e8-e6fd-44cb-a391-ddfa852a2d5e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317414 Jun 22 14:03:34.784871 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901f751-9e9b-4b77-8c07-a315da81dda1 req-30d2ce07-0998-46c6-b46a-ca3c49ca740a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:34.786363 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e901f751-9e9b-4b77-8c07-a315da81dda1 req-30d2ce07-0998-46c6-b46a-ca3c49ca740a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0628209 Jun 22 14:03:34.827211 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e901f751-9e9b-4b77-8c07-a315da81dda1 req-2fe27c42-7144-4e17-a1a1-8cc95738884f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Jun 22 14:03:35.918255 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:36.112190 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-101fae75-b727-4a75-8d3f-b0de7589150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:36.168480 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087a0c7-0ba4-4dfb-9b9f-a08933dba6df req-ef525f98-bd47-49ba-949e-473d7af58729 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:36.169943 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2087a0c7-0ba4-4dfb-9b9f-a08933dba6df req-ef525f98-bd47-49ba-949e-473d7af58729 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0646844 Jun 22 14:03:36.207121 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2087a0c7-0ba4-4dfb-9b9f-a08933dba6df req-65f1363d-5b13-422d-ab79-a482b474a9cb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Jun 22 14:03:36.964292 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:37.404632 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e913-d2ce-4f31-84a5-d5d8676bd51f req-4396833e-46d5-4c56-939e-e9038196f382 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:37.406643 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0d8e913-d2ce-4f31-84a5-d5d8676bd51f req-4396833e-46d5-4c56-939e-e9038196f382 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0677562 Jun 22 14:03:37.445467 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0d8e913-d2ce-4f31-84a5-d5d8676bd51f req-632b2c29-81cf-4fd9-8abd-69b2d7a3c474 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Jun 22 14:03:38.514063 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:38.625747 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05bfc-88a9-4ff9-90b4-5088d4492e73 req-b0f6d089-038c-4559-a58f-2a92af4550e4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:38.627260 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d7b05bfc-88a9-4ff9-90b4-5088d4492e73 req-b0f6d089-038c-4559-a58f-2a92af4550e4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0663106 Jun 22 14:03:38.663510 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d7b05bfc-88a9-4ff9-90b4-5088d4492e73 req-925e7fdd-3c75-4e19-aa08-a9a61d7abae9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Jun 22 14:03:39.841031 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45e21-c442-4afb-9f1a-99c59ca124fc req-94163366-4802-4cec-b7ee-fb159f1e467e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:39.842552 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-82d45e21-c442-4afb-9f1a-99c59ca124fc req-94163366-4802-4cec-b7ee-fb159f1e467e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0640805 Jun 22 14:03:39.882430 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-82d45e21-c442-4afb-9f1a-99c59ca124fc req-5d8ecde8-4681-4e69-85a2-94fae75e4606 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Jun 22 14:03:40.178104 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:03:41.059246 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471322e5-0bbb-45ba-93b0-608ab52503e6 req-0eaa6d3a-f423-4c3f-b0b2-5af4542bec01 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:41.060668 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-471322e5-0bbb-45ba-93b0-608ab52503e6 req-0eaa6d3a-f423-4c3f-b0b2-5af4542bec01 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0620699 Jun 22 14:03:41.097637 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-471322e5-0bbb-45ba-93b0-608ab52503e6 req-45b7a86d-0652-436d-832e-da771173a29c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Jun 22 14:03:42.285090 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2d90-fe24-4ecc-b13e-0e303820a34f req-52b78b44-adf8-4acf-985e-4209ec1f2e84 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:42.286634 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-85eb2d90-fe24-4ecc-b13e-0e303820a34f req-52b78b44-adf8-4acf-985e-4209ec1f2e84 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0765855 Jun 22 14:03:42.330109 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-85eb2d90-fe24-4ecc-b13e-0e303820a34f req-e3c39f7c-355c-4040-8427-adac7044c460 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377307 Jun 22 14:03:42.888877 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-126cb87a-3363-431e-8238-d8d193b0c02e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556843 Jun 22 14:03:42.998193 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-d65a8b41-4327-46f6-8443-f063ca835257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:43.000264 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-d65a8b41-4327-46f6-8443-f063ca835257 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.0531340 Jun 22 14:03:43.101935 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-d23c457a-ab06-4c5f-bf7f-599b68c06a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:43.103311 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-d23c457a-ab06-4c5f-bf7f-599b68c06a90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0831742 Jun 22 14:03:43.175658 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-d8f85e94-97e3-4cee-bee5-941adecd186d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1001 time: 0.0655711 Jun 22 14:03:43.225562 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-33c0b275-4a16-4518-abb2-8ac34da7600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:43.227004 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-33c0b275-4a16-4518-abb2-8ac34da7600f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0452087 Jun 22 14:03:43.287336 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-276e7cff-659e-48e5-bd24-55542bb2e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:43.288895 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-276e7cff-659e-48e5-bd24-55542bb2e6bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558882 Jun 22 14:03:43.388177 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-3cf76e7e-6b00-46ce-bfeb-fe36a2a85eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922413 Jun 22 14:03:43.512976 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2d0e7e8-21aa-4a9c-a3f3-0a5dbb666cc6 req-8b335f2a-c0bd-472c-8fe8-b6cd0078d854 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183758 Jun 22 14:03:43.541571 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa15b9-7ed3-4822-8979-5803febce700 req-44608249-509a-4b29-927d-2bce803e5dca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:43.543042 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-67fa15b9-7ed3-4822-8979-5803febce700 req-44608249-509a-4b29-927d-2bce803e5dca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0904996 Jun 22 14:03:43.584555 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-67fa15b9-7ed3-4822-8979-5803febce700 req-81f54dd7-34b1-4586-833d-a4d8ac882809 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Jun 22 14:03:44.783734 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e526-3ac5-4101-b613-28136a9070d4 req-d08ecafb-6b26-4fa8-9ba5-955521854e0e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:44.785379 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9b91e526-3ac5-4101-b613-28136a9070d4 req-d08ecafb-6b26-4fa8-9ba5-955521854e0e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0735390 Jun 22 14:03:44.826442 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9b91e526-3ac5-4101-b613-28136a9070d4 req-ea431b2b-8552-4aac-85db-139881cb401c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349891 Jun 22 14:03:46.016201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfacd3-275f-4658-9280-31db7199fd14 req-05e38ff5-e025-4cca-8b68-3181604766ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:46.017671 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3adfacd3-275f-4658-9280-31db7199fd14 req-05e38ff5-e025-4cca-8b68-3181604766ad tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0668304 Jun 22 14:03:46.054697 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3adfacd3-275f-4658-9280-31db7199fd14 req-ea5fbd90-7191-4849-a3d7-d22f1dbfc81d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Jun 22 14:03:47.234519 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785a83f-e6c2-4660-856a-581d2bb003c4 req-19f0fd0d-b885-49c3-b836-7a7e9fc85054 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:47.236008 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4785a83f-e6c2-4660-856a-581d2bb003c4 req-19f0fd0d-b885-49c3-b836-7a7e9fc85054 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0629718 Jun 22 14:03:47.284661 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4785a83f-e6c2-4660-856a-581d2bb003c4 req-86061b0e-18bd-4598-92f5-aa1bd47c67e7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Jun 22 14:03:48.468492 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f418-2b26-4d0f-b9d3-da1c0c92b520 req-58760a68-75bd-4f88-afff-db1ac323651b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:48.470009 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4ad2f418-2b26-4d0f-b9d3-da1c0c92b520 req-58760a68-75bd-4f88-afff-db1ac323651b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0674689 Jun 22 14:03:48.509288 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4ad2f418-2b26-4d0f-b9d3-da1c0c92b520 req-32b3fc4a-0549-4990-b6c5-8ce875adc49e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Jun 22 14:03:49.700747 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d187-573f-4893-af76-3b5293a3b45d req-df06093e-c09a-4650-858a-84ee21d90a9d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:49.702797 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fb71d187-573f-4893-af76-3b5293a3b45d req-df06093e-c09a-4650-858a-84ee21d90a9d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0748630 Jun 22 14:03:49.741785 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fb71d187-573f-4893-af76-3b5293a3b45d req-adf5448c-d035-4538-9515-f2176a515ca9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Jun 22 14:03:50.920693 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438866bd-e577-457b-85a5-8d195366481b req-1d4e19a7-a1bf-4122-b7ff-c3df0bcca815 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:50.922967 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-438866bd-e577-457b-85a5-8d195366481b req-1d4e19a7-a1bf-4122-b7ff-c3df0bcca815 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0657606 Jun 22 14:03:50.960994 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-438866bd-e577-457b-85a5-8d195366481b req-941bd4fd-f8f2-4f28-b075-87ff2c45ad25 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Jun 22 14:03:52.153059 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d4de-90e5-4f50-a6b5-de2c432b3c9f req-cb6e7308-9eea-487c-925f-03aabd6a1988 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:52.154589 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aa04d4de-90e5-4f50-a6b5-de2c432b3c9f req-cb6e7308-9eea-487c-925f-03aabd6a1988 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0653555 Jun 22 14:03:52.195981 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-aa04d4de-90e5-4f50-a6b5-de2c432b3c9f req-fb18bde2-2d84-44dd-aaac-1065ed7eb6ab tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350339 Jun 22 14:03:53.378886 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbcbb-a3ef-403e-9254-04660d5e95e1 req-66b01ee2-0812-41bc-aa01-e1ff09c9ae6d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:53.380458 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bacbcbb-a3ef-403e-9254-04660d5e95e1 req-66b01ee2-0812-41bc-aa01-e1ff09c9ae6d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0649471 Jun 22 14:03:53.417091 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bacbcbb-a3ef-403e-9254-04660d5e95e1 req-30c83f43-f824-44dc-a229-f68893ad3275 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Jun 22 14:03:54.600692 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb70ff-b914-475f-8e5b-39bd55488c6c req-2ed870de-3c9e-4f6b-803c-7f9a6d6ab734 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:54.602073 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c6eb70ff-b914-475f-8e5b-39bd55488c6c req-2ed870de-3c9e-4f6b-803c-7f9a6d6ab734 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0627067 Jun 22 14:03:54.640764 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c6eb70ff-b914-475f-8e5b-39bd55488c6c req-835d938a-e2ec-4ef1-bb66-1a3ce4746d29 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Jun 22 14:03:55.835259 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2017e-db45-4702-a45a-a0076257d6ac req-9224f8fc-d2d1-442e-a871-35f8c91f819d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:55.836806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-27c2017e-db45-4702-a45a-a0076257d6ac req-9224f8fc-d2d1-442e-a871-35f8c91f819d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667014 Jun 22 14:03:55.875071 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-27c2017e-db45-4702-a45a-a0076257d6ac req-24c73c23-2fb4-43eb-9aeb-2fee2c81358a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Jun 22 14:03:57.056141 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6e22a-8368-4ee1-914d-8a2b0d562dc5 req-43cc84d2-1b39-49a9-b4fa-e061936d99b3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:57.057630 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0e6e22a-8368-4ee1-914d-8a2b0d562dc5 req-43cc84d2-1b39-49a9-b4fa-e061936d99b3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0675013 Jun 22 14:03:57.097246 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0e6e22a-8368-4ee1-914d-8a2b0d562dc5 req-c6a30b23-2fa9-42b4-9835-837b8289aa44 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Jun 22 14:03:58.272773 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e5dc-dfd7-466c-b13b-303a0dd0a4c9 req-5bc0ac37-3f98-4318-a31f-1b579d81c9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:58.274255 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c2e7e5dc-dfd7-466c-b13b-303a0dd0a4c9 req-5bc0ac37-3f98-4318-a31f-1b579d81c9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0646260 Jun 22 14:03:58.312997 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c2e7e5dc-dfd7-466c-b13b-303a0dd0a4c9 req-912b5331-82f4-4efb-8580-7ca1e0e8c788 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Jun 22 14:03:59.495281 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817f7c-71f3-4d11-a7b9-a3cb507860bc req-211d9c90-3683-455d-ad8c-6ea23af7d58e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:03:59.496777 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-76817f7c-71f3-4d11-a7b9-a3cb507860bc req-211d9c90-3683-455d-ad8c-6ea23af7d58e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0667620 Jun 22 14:03:59.534950 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-76817f7c-71f3-4d11-a7b9-a3cb507860bc req-79bb1377-debf-4c89-bc5d-eefa0ac49a03 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Jun 22 14:04:00.732243 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfec302-9e2e-414e-8f69-2120be8b1a5e req-a8f574ca-93ce-486f-a069-163ac02e4946 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:00.733815 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-acfec302-9e2e-414e-8f69-2120be8b1a5e req-a8f574ca-93ce-486f-a069-163ac02e4946 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0762372 Jun 22 14:04:00.776291 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-acfec302-9e2e-414e-8f69-2120be8b1a5e req-05d736f6-735b-41ad-a01a-f932fa6dbd8c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357985 Jun 22 14:04:01.957572 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb940e-b43a-48a6-a965-85da433eb75c req-217d8a0a-d454-42f7-a7df-b51b0186f98d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:01.959017 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-abfb940e-b43a-48a6-a965-85da433eb75c req-217d8a0a-d454-42f7-a7df-b51b0186f98d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0650311 Jun 22 14:04:01.995775 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-abfb940e-b43a-48a6-a965-85da433eb75c req-abb61717-f2a9-4377-bc8d-8fa80e8c28a0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310786 Jun 22 14:04:02.971960 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f7cccfb6-f9be-43cb-865a-920ca605b2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:03.178957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9eec9-811f-4e84-bc0d-e360a90f3471 req-8981c9d5-1477-4ef3-b80a-463879b59266 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:03.180507 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40a9eec9-811f-4e84-bc0d-e360a90f3471 req-8981c9d5-1477-4ef3-b80a-463879b59266 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0668709 Jun 22 14:04:03.222353 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40a9eec9-811f-4e84-bc0d-e360a90f3471 req-0f82ee21-e72e-4252-a5a8-daa5f0d3e50a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357153 Jun 22 14:04:04.185316 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 52284) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:04.291377 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.385934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.392373 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.395772 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5e4ee8ec-7e26-41e8-9981-3699df34bc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:04.405384 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39069db9-7036-442c-855c-ca772bf317ce req-7794788d-a49e-41b1-83c7-427731086dfb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:04.407056 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-39069db9-7036-442c-855c-ca772bf317ce req-7794788d-a49e-41b1-83c7-427731086dfb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0680420 Jun 22 14:04:04.432475 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f21f17288be43fb8ca2c2d35f2a299a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455263 Jun 22 14:04:04.435326 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 52294) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:04.445870 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-39069db9-7036-442c-855c-ca772bf317ce req-bfc578de-a7fd-4ef3-bb2b-0585972da5df tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jun 22 14:04:04.459713 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30806fca-00d4-4320-a029-d04d122d24c5,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:04.480669 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.481279 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.481648 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.482005 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.482356 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.482707 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.483682 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.484031 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.484541 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.484891 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.485237 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.485581 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:04.490469 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:04.516052 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.537327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.584976 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.588069 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:04.588889 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30806fca-00d4-4320-a029-d04d122d24c5 HTTP/1.1" status: 204 len: 168 time: 0.1525829 Jun 22 14:04:04.589789 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0ebe5b5d-2c95-46d2-8453-d2073d2ce74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:04.597882 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30806fca-00d4-4320-a029-d04d122d24c5,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:04.600102 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:05.636622 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b8e5f-f29f-41cb-aa05-b6f6909e61b4 req-1e9d8056-3dd1-48a4-adc6-6ddfae085af0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:05.638371 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d05b8e5f-f29f-41cb-aa05-b6f6909e61b4 req-1e9d8056-3dd1-48a4-adc6-6ddfae085af0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0644655 Jun 22 14:04:05.675838 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d05b8e5f-f29f-41cb-aa05-b6f6909e61b4 req-157a9763-b707-4953-a958-cff4d7622ad7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Jun 22 14:04:05.920170 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:06.116873 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15545bb1-17fe-4842-9d27-8ac6f1c69f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:06.855536 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73665b4-a585-4602-8e68-ce1894e6e861 req-046c94bf-acab-446e-ac8a-3eccb69b172a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:06.856990 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a73665b4-a585-4602-8e68-ce1894e6e861 req-046c94bf-acab-446e-ac8a-3eccb69b172a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0626135 Jun 22 14:04:06.894611 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a73665b4-a585-4602-8e68-ce1894e6e861 req-72334f6d-a6e8-4664-9511-a4ecfe5812f9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Jun 22 14:04:06.965820 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:07.259042 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:04:08.073957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248f83b-1536-4973-8a51-17a032c1354c req-267ed57e-d6a6-4d60-bbf1-339d5b69fdc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:08.075334 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b248f83b-1536-4973-8a51-17a032c1354c req-267ed57e-d6a6-4d60-bbf1-339d5b69fdc0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0673287 Jun 22 14:04:08.115136 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b248f83b-1536-4973-8a51-17a032c1354c req-a6a51236-bf25-4ec3-852a-4297593ae4e0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329292 Jun 22 14:04:08.513373 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:09.300516 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eaf1b-6bd1-4d2d-b0a9-b34d95dd36cd req-e89bcd88-d1ef-4d05-9f5d-3d8115829b26 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:09.301982 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-029eaf1b-6bd1-4d2d-b0a9-b34d95dd36cd req-e89bcd88-d1ef-4d05-9f5d-3d8115829b26 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0681603 Jun 22 14:04:09.339759 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-029eaf1b-6bd1-4d2d-b0a9-b34d95dd36cd req-1add4cf6-84ff-4ebc-a907-e8e8761ef781 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Jun 22 14:04:10.193018 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:10.527567 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0655a-e01b-4caa-a77c-a6fd3943d322 req-9428d2fc-7dec-43a2-a9a1-921d03e1bfd7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:10.529058 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8ac0655a-e01b-4caa-a77c-a6fd3943d322 req-9428d2fc-7dec-43a2-a9a1-921d03e1bfd7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0661681 Jun 22 14:04:10.567371 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8ac0655a-e01b-4caa-a77c-a6fd3943d322 req-3250c80c-9c97-4225-a4ec-a8caf2a6b70a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Jun 22 14:04:11.741709 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16152b9-fb65-4e07-ad34-f0608037c0ad req-6e0555cd-bfea-48ed-886f-42ce1724ae00 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:11.743244 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b16152b9-fb65-4e07-ad34-f0608037c0ad req-6e0555cd-bfea-48ed-886f-42ce1724ae00 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0623362 Jun 22 14:04:11.780997 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b16152b9-fb65-4e07-ad34-f0608037c0ad req-72e6a8e8-eefa-4e1b-8410-356b0c283ff3 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Jun 22 14:04:12.968865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a23d0-4c10-44a9-998b-d95f7899833d req-8529e47c-ce6f-4682-852b-48d0c3f56dfe tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:12.970333 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-424a23d0-4c10-44a9-998b-d95f7899833d req-8529e47c-ce6f-4682-852b-48d0c3f56dfe tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0623748 Jun 22 14:04:13.007150 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-424a23d0-4c10-44a9-998b-d95f7899833d req-ae2b8922-e912-44af-b689-25ec942809ba tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Jun 22 14:04:14.199527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd37d71-53b8-4c43-9103-c6205ea1267e req-edae5a23-9091-45cb-9216-844f78dbbfe5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:14.201015 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3dd37d71-53b8-4c43-9103-c6205ea1267e req-edae5a23-9091-45cb-9216-844f78dbbfe5 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0792987 Jun 22 14:04:14.239399 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3dd37d71-53b8-4c43-9103-c6205ea1267e req-a9a2fcb9-980b-4e38-8dc0-60abbffa5341 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322328 Jun 22 14:04:15.572738 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ed982-20aa-4f1e-82ba-5f13865d5ece req-c1ddcf46-a29b-4870-86d7-16fda8a87a34 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:15.574201 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-447ed982-20aa-4f1e-82ba-5f13865d5ece req-c1ddcf46-a29b-4870-86d7-16fda8a87a34 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0680144 Jun 22 14:04:15.612494 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-447ed982-20aa-4f1e-82ba-5f13865d5ece req-d7712f56-55c8-4b7d-9318-106c563998e9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321639 Jun 22 14:04:16.247401 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 52464) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:16.385883 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-918a09f8-1065-4f25-8d31-7315f96d10ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7902472d43c840ec9fcd6db4e910ebdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370039 Jun 22 14:04:16.388369 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 52470) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:16.437865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:16.458721 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:16.505483 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:16.508855 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:16.510229 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04032d9b-853e-44ba-bbc4-832b30ab83ca HTTP/1.1" status: 204 len: 168 time: 0.1198423 Jun 22 14:04:16.511159 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e449c771-bdf9-4806-b56a-4ada74c15774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:16.523350 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04032d9b-853e-44ba-bbc4-832b30ab83ca,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:16.527445 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:16.804717 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5fc16-e128-4579-bee4-5b4e5ba0961b req-3137126e-0d55-4217-b0e3-242fcae7421c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:16.806213 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b7a5fc16-e128-4579-bee4-5b4e5ba0961b req-3137126e-0d55-4217-b0e3-242fcae7421c tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0741038 Jun 22 14:04:16.846437 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b7a5fc16-e128-4579-bee4-5b4e5ba0961b req-626d6d25-dac6-4fba-b70f-075e8a331817 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340638 Jun 22 14:04:18.025396 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3a26-7aa3-4935-8613-0edcad5674c0 req-1dbf822d-3a2b-49df-bbca-85a57c1e2349 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:18.026876 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ec2d3a26-7aa3-4935-8613-0edcad5674c0 req-1dbf822d-3a2b-49df-bbca-85a57c1e2349 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0656466 Jun 22 14:04:18.066220 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ec2d3a26-7aa3-4935-8613-0edcad5674c0 req-0e758768-8f9d-4edb-b510-74796e8eb0ba tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324376 Jun 22 14:04:19.243926 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522af42-32c5-4938-b24f-b87d687c6886 req-00f9872b-a56e-47a2-a06a-16aa839148a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:19.245424 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a522af42-32c5-4938-b24f-b87d687c6886 req-00f9872b-a56e-47a2-a06a-16aa839148a9 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0629904 Jun 22 14:04:19.284749 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a522af42-32c5-4938-b24f-b87d687c6886 req-0c843988-7449-49c3-9e9f-c8269d0595ef tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335975 Jun 22 14:04:20.461171 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5350f5-b583-49d8-8858-d27c8c5606eb req-065c17d6-e5f7-4e64-a025-599938f2e359 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:20.462654 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cb5350f5-b583-49d8-8858-d27c8c5606eb req-065c17d6-e5f7-4e64-a025-599938f2e359 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0627792 Jun 22 14:04:20.502378 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cb5350f5-b583-49d8-8858-d27c8c5606eb req-864e2c58-032d-435d-b78c-0138083d241d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Jun 22 14:04:21.684276 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349465cc-1dad-4bda-bab6-3a1684441bb9 req-5c781537-f304-4d7e-bfe6-b358b0bec059 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:21.686272 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-349465cc-1dad-4bda-bab6-3a1684441bb9 req-5c781537-f304-4d7e-bfe6-b358b0bec059 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0655169 Jun 22 14:04:21.722679 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-349465cc-1dad-4bda-bab6-3a1684441bb9 req-670725e5-fac6-4e24-8ede-156376fec8b0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307331 Jun 22 14:04:22.900999 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518d12e-679a-4653-afed-7d62954c919a req-e2e9cd46-42da-4d79-8fca-2b01a5586614 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:22.902466 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8518d12e-679a-4653-afed-7d62954c919a req-e2e9cd46-42da-4d79-8fca-2b01a5586614 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0657225 Jun 22 14:04:22.940868 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8518d12e-679a-4653-afed-7d62954c919a req-dabd356a-5313-4647-ae03-c90184300dd7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jun 22 14:04:24.121985 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6998083-0fc8-4b11-95dd-5d8ba3a48e58 req-8343e59f-165a-4418-8a12-44d08c1529b4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:24.124033 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6998083-0fc8-4b11-95dd-5d8ba3a48e58 req-8343e59f-165a-4418-8a12-44d08c1529b4 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0643942 Jun 22 14:04:24.161281 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6998083-0fc8-4b11-95dd-5d8ba3a48e58 req-970bfd73-5883-418d-bbd1-a87dfc2d4fbc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Jun 22 14:04:25.340074 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29da68b-766c-4edd-9963-0ad10e4b3765 req-aaca65ac-cc27-4e8f-b6c0-1754b2bb20d1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:25.341713 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d29da68b-766c-4edd-9963-0ad10e4b3765 req-aaca65ac-cc27-4e8f-b6c0-1754b2bb20d1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0650775 Jun 22 14:04:25.383156 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d29da68b-766c-4edd-9963-0ad10e4b3765 req-bc7e132e-4053-4c10-b16c-8bdbeee59e54 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=e82121e1-0aa0-45c7-ad66-0abbeef2253a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339653 Jun 22 14:04:26.756480 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e4559-4482-4fe9-8751-120f390bc60b req-efe4e354-33b9-4aa6-a34c-ff5303604c9b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:26.758012 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c46e4559-4482-4fe9-8751-120f390bc60b req-efe4e354-33b9-4aa6-a34c-ff5303604c9b tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed512643-9019-45b2-b5c8-33cafd882f9d HTTP/1.1" status: 200 len: 944 time: 0.0640640 Jun 22 14:04:26.906329 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Deleting port 4a063ac3-1ff1-4108-823f-cffaff83af9a {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:04:26.906702 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:27.000118 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] For port 4a063ac3-1ff1-4108-823f-cffaff83af9a, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4a063ac3-1ff1-4108-823f-cffaff83af9a,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:04:27.000474 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:27.266944 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:27.267313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:27.277103 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.l3_db [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Floating IP fbd3de04-311c-430b-8797-d472edd890e6 disassociated. External IP: 172.27.0.125, port: 4a063ac3-1ff1-4108-823f-cffaff83af9a. Jun 22 14:04:27.277103 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Calling delete_port for 4a063ac3-1ff1-4108-823f-cffaff83af9a owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:04:27.463516 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:27.471557 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b343977e-b482-4bfe-86db-80dd9e2fafcd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:27.496345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event deleted for resources: {'Port': ['ID=4a063ac3-1ff1-4108-823f-cffaff83af9a,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:27.509125 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:27.630432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:04:27.950806 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:04:27.961223 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:04:27.974924 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:04:27.974924 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:04:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:28.011628 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] No DVR routers for this DVR port 4a063ac3-1ff1-4108-823f-cffaff83af9a on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:04:28.015881 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:28.018097 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c46e4559-4482-4fe9-8751-120f390bc60b req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "DELETE /v2.0/ports/4a063ac3-1ff1-4108-823f-cffaff83af9a HTTP/1.1" status: 204 len: 173 time: 1.2544887 Jun 22 14:04:28.018638 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-deleted', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:04:28.021037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3910e98-f119-466b-af6a-e6cd7d948f56" -d '{"events": [{"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-deleted", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:04:28.093034 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:04:28.175435 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Jun 2021 14:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685301d5-724c-4aec-aa66-734dc4769143 x-openstack-request-id: req-685301d5-724c-4aec-aa66-734dc4769143 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:04:28.175975 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed512643-9019-45b2-b5c8-33cafd882f9d", "name": "network-vif-deleted", "tag": "4a063ac3-1ff1-4108-823f-cffaff83af9a", "status": "failed", "code": 422}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:04:28.176355 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-685301d5-724c-4aec-aa66-734dc4769143 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:04:28.176892 dv-cinder-796950-3-iscsi neutron-server[92747]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed512643-9019-45b2-b5c8-33cafd882f9d', 'name': 'network-vif-deleted', 'tag': '4a063ac3-1ff1-4108-823f-cffaff83af9a', 'status': 'failed', 'code': 422} returned with failed status Jun 22 14:04:28.299267 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:28.324534 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:04:28.332811 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:04:28.333427 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:04:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:28.445553 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:04:28.657274 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:28.686042 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c03f-3668-4627-8b24-e61e61dc04d3 None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:04:28.687426 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 52692) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:28.748969 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:28.774417 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:28.830496 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:28.833186 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:28.834341 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "DELETE /v2.0/security-groups/e82121e1-0aa0-45c7-ad66-0abbeef2253a HTTP/1.1" status: 204 len: 168 time: 0.1456821 Jun 22 14:04:28.835251 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:28.838189 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 52694) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:28.852255 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82121e1-0aa0-45c7-ad66-0abbeef2253a,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:28.860847 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.api.v2.resource [None req-4007d98a-3d7a-4401-9110-ef878f6cd811 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] show failed (client error): The resource could not be found. Jun 22 14:04:28.861876 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4007d98a-3d7a-4401-9110-ef878f6cd811 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups/e82121e1-0aa0-45c7-ad66-0abbeef2253a HTTP/1.1" status: 404 len: 347 time: 0.0227799 Jun 22 14:04:28.862822 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:28.865509 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 52696) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:28.963194 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeeebbf-56e1-4551-8cb6-494eb705cefd None None] New status for floating IP fbd3de04-311c-430b-8797-d472edd890e6: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:04:29.000284 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Deleting port bf787481-f724-4d9c-b261-5b94cccfad10 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:04:29.000638 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.088152 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.088485 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.162128 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Calling delete_port for bf787481-f724-4d9c-b261-5b94cccfad10 owned by network:floatingip {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:04:29.312556 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.314916 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-40b9bf90-60f8-4a82-bacb-c35bb36a2e1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:29.339366 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event deleted for resources: {'Port': ['ID=bf787481-f724-4d9c-b261-5b94cccfad10,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:29.351810 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.352182 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.352546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.352909 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.353264 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.353616 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.353969 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.354315 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.354662 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.355009 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.355354 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.355724 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:29.374541 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:29.414536 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.417637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.418871 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "DELETE /v2.0/floatingips/fbd3de04-311c-430b-8797-d472edd890e6 HTTP/1.1" status: 204 len: 168 time: 0.5523689 Jun 22 14:04:29.838589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 52710) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:29.843653 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520253533', 'description': 'tempest-description--2104054261'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:29.867532 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.952763 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.956994 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.959667 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-13ad04a1-b492-4f32-9837-f45406277322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:29.985380 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:29.986603 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1470082 Jun 22 14:04:29.989463 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 52714) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:29.993965 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'security_group_rule': {'security_group_id': '0f38065f-09e4-4b15-94b5-6934d90a0b5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:30.000755 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f38065f-09e4-4b15-94b5-6934d90a0b5f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:30.003628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:30.029060 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.092007 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.100103 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.105649 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:30.122202 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f900558-2512-4405-8089-daf937cd59a7,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:30.126004 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:30.127691 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.131650 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387436 Jun 22 14:04:30.132246 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 52720) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:30.136812 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'security_group_rule': {'security_group_id': '0f38065f-09e4-4b15-94b5-6934d90a0b5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:30.164850 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.222610 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.226514 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.231616 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:30.248594 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91821761-fc69-4dfb-8a66-a6cf5dc0893f,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:30.251871 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:30.253464 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.255712 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-d72db9be-9469-4277-bb40-0fca58971125 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225295 Jun 22 14:04:30.258385 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 52722) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:30.263290 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'floatingip': {'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:30.285668 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.388129 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.492475 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Allocated IP 172.27.0.181 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/3a274407-7b80-4567-9936-0780f5c4add4) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:04:30.914935 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.956653 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:30.961310 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:30.998345 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:04:31.001245 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:04:31.004970 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:04:31.031367 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'Port': ['ID=3a274407-7b80-4567-9936-0780f5c4add4,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:31.035710 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:31.106926 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:31.160826 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:31.328263 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:31.333199 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:31.335326 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-28a872f7-0ab8-4d30-8ead-3ea49bffe037 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:31.397712 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'Port': ['ID=3a274407-7b80-4567-9936-0780f5c4add4,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:31.401806 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:31.413689 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:31.429652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:31.431060 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1715519 Jun 22 14:04:31.642333 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-f7c63d2b-381d-4095-8c11-bc6fbfe4b5af tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1520253533&fields=id&tenant_id=166f383c455f4f00a02d863a8b528f9b HTTP/1.1" status: 200 len: 267 time: 0.0433748 Jun 22 14:04:31.764015 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5a524ce9-d0bb-4124-85a2-afda1169e1d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:31.765680 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5a524ce9-d0bb-4124-85a2-afda1169e1d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 817 time: 0.1166797 Jun 22 14:04:31.782204 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-923eb959-a117-45ee-a73a-01e11cbb2778 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/quotas/166f383c455f4f00a02d863a8b528f9b HTTP/1.1" status: 200 len: 375 time: 0.0109663 Jun 22 14:04:31.861771 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-d25cd4e4-56a3-48a5-8c25-1e4b8e3fe347 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739746 Jun 22 14:04:32.052498 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-faa47748-f850-40ef-be73-473a0cda3714 service neutron] 10.222.0.13 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794090 Jun 22 14:04:32.145090 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3d6cf51a-057c-4104-a762-ab268c64c3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Jun 22 14:04:32.334076 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-539c9707-58d9-4912-9eee-384c376264e1 req-15717fdc-08c3-44cb-9d4f-9a4c137d7bbb tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 210 time: 0.0366566 Jun 22 14:04:32.973278 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5154dd81-dc6c-4a28-918d-7fe214a7e5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:33.496154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3dfe187e-138d-4652-a50d-129fe2ac6f3c req-fc6320f1-c439-4480-a2b5-fef02abae524 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 210 time: 0.0351913 Jun 22 14:04:33.581535 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-4afbc92a-3d90-45f8-b487-44a5ad8a3972 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:33.583057 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-4afbc92a-3d90-45f8-b487-44a5ad8a3972 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 817 time: 0.1095686 Jun 22 14:04:33.649992 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-8cdf5778-23ae-4a37-bae7-4535a076b9cc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166f383c455f4f00a02d863a8b528f9b HTTP/1.1" status: 200 len: 380 time: 0.0524440 Jun 22 14:04:33.659254 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'port': {'device_id': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'admin_state_up': True, 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'security_groups': ['0f38065f-09e4-4b15-94b5-6934d90a0b5f']}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:33.771714 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Made reservation on behalf of 166f383c455f4f00a02d863a8b528f9b for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:04:33.775198 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:33.913810 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Allocated IP 172.20.0.9 (cec3f186-c9ef-4abb-8c14-53e69e126287/ff12c535-e65f-42ab-9d65-c1ca7f7432c1/dd42dba6-ad7a-42f0-9331-de087215d50f) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:04:34.064657 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.078528 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Transition to ACTIVE for port object dd42dba6-ad7a-42f0-9331-de087215d50f will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:04:34.113815 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.117749 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:34.164885 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Network cec3f186-c9ef-4abb-8c14-53e69e126287 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:04:34.168338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:04:34.173096 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:04:34.179697 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event updated for resources: {'Port': ['ID=dd42dba6-ad7a-42f0-9331-de087215d50f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:34.199397 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:34.226174 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:34.226920 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.242975 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874324 Jun 22 14:04:34.260669 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Request body: {'port': {'device_id': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:34.349684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.407017 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ebde6f7a-6adb-4d99-aecd-cf50bbd9eae9 None None] Provisioning for port dd42dba6-ad7a-42f0-9331-de087215d50f completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:04:34.411491 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ebde6f7a-6adb-4d99-aecd-cf50bbd9eae9 None None] Provisioning complete for port dd42dba6-ad7a-42f0-9331-de087215d50f triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:04:34.412085 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ebde6f7a-6adb-4d99-aecd-cf50bbd9eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.450488 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-ebde6f7a-6adb-4d99-aecd-cf50bbd9eae9 None None] Port dd42dba6-ad7a-42f0-9331-de087215d50f cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:04:34.607951 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd42dba6-ad7a-42f0-9331-de087215d50f {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:04:34.615149 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.653109 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Transition to ACTIVE for port object dd42dba6-ad7a-42f0-9331-de087215d50f will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:04:34.658524 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.662155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:34.747863 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd42dba6-ad7a-42f0-9331-de087215d50f,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:34.751690 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:34.766202 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb306db-acd6-490b-a0ee-0e3fc4980521 req-7b8b0956-1d74-4e49-a40a-6249a9552f8e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:34.767824 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bb306db-acd6-490b-a0ee-0e3fc4980521 req-7b8b0956-1d74-4e49-a40a-6249a9552f8e tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 931 time: 0.1502600 Jun 22 14:04:34.854636 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7bb306db-acd6-490b-a0ee-0e3fc4980521 req-a7e9dbae-530d-4dfd-ab62-1e97a9c797d1 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696514 Jun 22 14:04:34.869925 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Attempting to bind port dd42dba6-ad7a-42f0-9331-de087215d50f on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:04:34.870275 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Attempting to bind port dd42dba6-ad7a-42f0-9331-de087215d50f by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:04:34.870614 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Attempting to bind port dd42dba6-ad7a-42f0-9331-de087215d50f on network cec3f186-c9ef-4abb-8c14-53e69e126287 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:04:34.875711 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Port dd42dba6-ad7a-42f0-9331-de087215d50f on network cec3f186-c9ef-4abb-8c14-53e69e126287 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:04:34.876057 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Attempting to bind port dd42dba6-ad7a-42f0-9331-de087215d50f on network cec3f186-c9ef-4abb-8c14-53e69e126287 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:04:34.883547 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:04:34.883999 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Checking segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:04:34.884399 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Bound using segment: {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:04:34.884851 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Bound port: dd42dba6-ad7a-42f0-9331-de087215d50f, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83fc6bf3-9449-46c3-ac13-0ad3c55c3793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:04:34.885206 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.955392 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] For port dd42dba6-ad7a-42f0-9331-de087215d50f, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:04:34.959221 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] For port dd42dba6-ad7a-42f0-9331-de087215d50f, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=dd42dba6-ad7a-42f0-9331-de087215d50f,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:04:34.964524 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:34.967370 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-614ffc57-b444-47cc-bdf8-6d4e7dcea73d tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:35.002695 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.003350 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:35.004750 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd42dba6-ad7a-42f0-9331-de087215d50f HTTP/1.1" status: 200 len: 1093 time: 0.7487259 Jun 22 14:04:35.005263 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:04:35.007657 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b1feb-51e6-4e35-8ceb-2691747cd57c" -d '{"events": [{"name": "network-changed", "server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:04:35.031525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd42dba6-ad7a-42f0-9331-de087215d50f,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:35.041276 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:35.127823 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5f887-72fa-48e8-9d78-26e42e97f96a x-openstack-request-id: req-cbb5f887-72fa-48e8-9d78-26e42e97f96a {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:04:35.128183 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:04:35.128476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbb5f887-72fa-48e8-9d78-26e42e97f96a {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:04:35.128905 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'status': 'completed', 'code': 200} Jun 22 14:04:35.136756 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-a02e8390-a2c0-44f2-8a18-38618b76184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.139099 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-a02e8390-a2c0-44f2-8a18-38618b76184a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 1096 time: 0.0665023 Jun 22 14:04:35.190915 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-26f167a0-f39e-4afe-856b-ef0ef716e58f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd42dba6-ad7a-42f0-9331-de087215d50f HTTP/1.1" status: 200 len: 217 time: 0.0391972 Jun 22 14:04:35.241995 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-b23208e7-51cf-4fe3-8377-49147476a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.243506 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-b23208e7-51cf-4fe3-8377-49147476a877 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0463955 Jun 22 14:04:35.304377 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3c5d138e-8c28-460d-8e0d-d6a78f55b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.305881 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-3c5d138e-8c28-460d-8e0d-d6a78f55b909 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561576 Jun 22 14:04:35.400656 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-bb058c76-0293-4218-bad7-e1cac1d4a231 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883448 Jun 22 14:04:35.493200 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-74e8c7fd-33dc-4304-b5f8-f94c66bcb785 req-fcbadcb1-1ecb-4506-80d6-57bf3d481ba8 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857086 Jun 22 14:04:35.636204 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-ea0ed825-e1ae-4540-8b9f-24f0fb221d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.637870 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-ea0ed825-e1ae-4540-8b9f-24f0fb221d13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 1096 time: 0.0568938 Jun 22 14:04:35.727845 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-4038ba4c-b636-4fe6-8487-23555024cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.729313 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-4038ba4c-b636-4fe6-8487-23555024cb91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 918 time: 0.0853119 Jun 22 14:04:35.774588 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-9f7eb50e-b46c-4c1d-9bfd-b4a63da3d773 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd42dba6-ad7a-42f0-9331-de087215d50f HTTP/1.1" status: 200 len: 217 time: 0.0374391 Jun 22 14:04:35.837024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-cda2ffe1-046c-4c71-8a85-f0065ef25a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.838471 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-cda2ffe1-046c-4c71-8a85-f0065ef25a89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0578661 Jun 22 14:04:35.909838 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-890a20a1-a1f8-477c-8a39-aa40a601a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:35.911427 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-890a20a1-a1f8-477c-8a39-aa40a601a17d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653601 Jun 22 14:04:35.923924 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:36.048469 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-bbbf3f4a-e512-4eff-b6ca-2022a99d3d9a service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293416 Jun 22 14:04:36.114653 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bd98a-a3c1-49e0-acd3-cb667d0c5907 req-68bff34c-0732-413d-8419-2b87d9e785cc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:36.116278 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b2bd98a-a3c1-49e0-acd3-cb667d0c5907 req-68bff34c-0732-413d-8419-2b87d9e785cc tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 943 time: 0.1350629 Jun 22 14:04:36.119344 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5595371c-1f3d-42f9-b255-d880012f80d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:36.183612 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b2bd98a-a3c1-49e0-acd3-cb667d0c5907 req-65c9148b-1cb5-4894-8bf1-9a6473f73705 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606492 Jun 22 14:04:36.197659 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-297b1feb-51e6-4e35-8ceb-2691747cd57c req-c93fb090-b935-48ff-9d5d-e0e4f37b3aa2 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412618 Jun 22 14:04:36.969751 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:36.984331 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device dd42dba6-ad7a-42f0-9331-de087215d50f details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:04:37.083691 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port dd42dba6-ad7a-42f0-9331-de087215d50f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=dd42dba6-ad7a-42f0-9331-de087215d50f,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:04:37.096174 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'port_id': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'mac_address': 'fa:16:3e:f6:c1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:04:37.135205 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:37.148715 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd42dba6-ad7a-42f0-9331-de087215d50f {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:04:37.170825 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port dd42dba6-ad7a-42f0-9331-de087215d50f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=dd42dba6-ad7a-42f0-9331-de087215d50f,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:04:37.175370 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:37.177363 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-829918e0-6a50-4d45-9e11-d5ed699c05d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:37.224034 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=dd42dba6-ad7a-42f0-9331-de087215d50f,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:37.231245 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.231667 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.232004 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.232340 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.232717 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.233087 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.233429 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.233745 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.234097 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.234424 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.234746 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.235182 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:04:37.239101 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:37.378293 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a56a47-2077-49b6-9f5b-86f6396d2735 req-183863ea-ab2b-4568-bcd4-2db6c5ecafce tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:37.379718 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c4a56a47-2077-49b6-9f5b-86f6396d2735 req-183863ea-ab2b-4568-bcd4-2db6c5ecafce tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 944 time: 0.0674946 Jun 22 14:04:37.419228 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c4a56a47-2077-49b6-9f5b-86f6396d2735 req-96f38472-704a-4ca1-a256-3c81eb9aaca0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Jun 22 14:04:37.532763 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['dd42dba6-ad7a-42f0-9331-de087215d50f'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:04:38.518310 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:38.613215 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4c5fb-bff3-4195-b612-9fb6c607d332 req-344a6dd3-a847-4f97-9ebd-fcc39877284d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:38.614741 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7ba4c5fb-bff3-4195-b612-9fb6c607d332 req-344a6dd3-a847-4f97-9ebd-fcc39877284d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 944 time: 0.0705459 Jun 22 14:04:38.655526 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7ba4c5fb-bff3-4195-b612-9fb6c607d332 req-df2d262f-184e-4ee9-875e-a19282fa2d6a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349426 Jun 22 14:04:38.983374 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device dd42dba6-ad7a-42f0-9331-de087215d50f up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:04:39.038907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port dd42dba6-ad7a-42f0-9331-de087215d50f completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:04:39.042766 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port dd42dba6-ad7a-42f0-9331-de087215d50f triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:04:39.043098 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:39.132448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:39.163177 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:04:39.166107 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d59f33-f871-487b-8d77-3be595300334" -d '{"events": [{"server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:04:39.191280 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port dd42dba6-ad7a-42f0-9331-de087215d50f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=dd42dba6-ad7a-42f0-9331-de087215d50f,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:04:39.200372 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:39.203606 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:04:39.275245 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee082ac7-ee70-4378-97ee-1f7abbfeee7b x-openstack-request-id: req-ee082ac7-ee70-4378-97ee-1f7abbfeee7b {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:04:39.275586 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:04:39.275845 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee082ac7-ee70-4378-97ee-1f7abbfeee7b {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:04:39.276244 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'code': 200} Jun 22 14:04:39.277169 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=dd42dba6-ad7a-42f0-9331-de087215d50f,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:04:39.281220 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:04:39.542463 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4b4b-13dd-4156-b998-882bfaefbf9d req-638adfdc-755c-423e-92b9-caeebc5679a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:39.544030 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-203b4b4b-13dd-4156-b998-882bfaefbf9d req-638adfdc-755c-423e-92b9-caeebc5679a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 1098 time: 0.0573714 Jun 22 14:04:39.580975 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-203b4b4b-13dd-4156-b998-882bfaefbf9d req-9a963d78-5ae1-4f95-abff-4bc8eedb995d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302303 Jun 22 14:04:39.847740 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce35a4-436e-4d0e-885e-d850c595da87 req-b1a84d87-e283-411b-85a5-c2252784f7fe tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:39.849373 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fcce35a4-436e-4d0e-885e-d850c595da87 req-b1a84d87-e283-411b-85a5-c2252784f7fe tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 945 time: 0.0716171 Jun 22 14:04:39.891497 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fcce35a4-436e-4d0e-885e-d850c595da87 req-2190e987-e51a-40d0-b8c1-1ab2f1a494b2 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363126 Jun 22 14:04:40.203144 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:41.078588 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09175cd7-bf04-4842-b59c-1e4ea2386d92 req-6276acb1-e30b-4843-9ede-a57d127c1b2d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:41.080876 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-09175cd7-bf04-4842-b59c-1e4ea2386d92 req-6276acb1-e30b-4843-9ede-a57d127c1b2d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 945 time: 0.0729980 Jun 22 14:04:41.122010 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-09175cd7-bf04-4842-b59c-1e4ea2386d92 req-202230dd-fff0-4522-83dd-05fa7a4b240d tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353081 Jun 22 14:04:41.311497 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee10cb3-b1c8-4ce8-93f8-faf9fad38465 req-ca2d3e2e-3106-4770-affd-ef612ca5c7db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:41.313056 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ee10cb3-b1c8-4ce8-93f8-faf9fad38465 req-ca2d3e2e-3106-4770-affd-ef612ca5c7db tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 945 time: 0.0725427 Jun 22 14:04:41.322282 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 52886) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:04:41.327033 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Request body: {'floatingip': {'port_id': 'dd42dba6-ad7a-42f0-9331-de087215d50f'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:04:41.369925 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:41.838896 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:41.842281 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:41.946157 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Floating IP 5aa50e34-7e45-49b8-a6b8-50c1a013faad associated. External IP: 172.27.0.181, port: dd42dba6-ad7a-42f0-9331-de087215d50f. Jun 22 14:04:42.390647 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:04:42.502159 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:04:42.507741 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:04:42.517099 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:04:42.529916 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:04:42.530709 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:04:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:42.543996 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b1b430be-e0cf-4b36-986c-47bb72edae14 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "PUT /v2.0/floatingips/5aa50e34-7e45-49b8-a6b8-50c1a013faad HTTP/1.1" status: 200 len: 991 time: 1.2206218 Jun 22 14:04:42.545427 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:04:42.548236 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:04:42.585360 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db6371-a95e-427c-b76d-110f07ff7b13 x-openstack-request-id: req-b7db6371-a95e-427c-b76d-110f07ff7b13 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:04:42.585699 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:04:42.585993 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7db6371-a95e-427c-b76d-110f07ff7b13 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:04:42.586429 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'status': 'completed', 'code': 200} Jun 22 14:04:42.646086 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:04:42.695517 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-d00820e5-e446-4e17-a821-a09fa3a75c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:42.696808 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-d00820e5-e446-4e17-a821-a09fa3a75c08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 1098 time: 0.0628574 Jun 22 14:04:42.811388 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-a8ee143d-9f9e-43a2-82d9-37f09ca2d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:42.812895 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-a8ee143d-9f9e-43a2-82d9-37f09ca2d718 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 918 time: 0.1098583 Jun 22 14:04:42.890553 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-ad9ad7a1-0491-4c18-9748-6e91bdf24ef8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd42dba6-ad7a-42f0-9331-de087215d50f HTTP/1.1" status: 200 len: 999 time: 0.0708025 Jun 22 14:04:42.944868 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-86384388-0b84-4c05-bd2f-c516421853bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:42.946306 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-86384388-0b84-4c05-bd2f-c516421853bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0493734 Jun 22 14:04:42.990763 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': '5aa50e34-7e45-49b8-a6b8-50c1a013faad', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'port_id': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'mac_address': 'fa:16:3e:f6:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:04:31Z', 'updated_at': '2021-06-22T14:04:41Z', 'revision_number': 1, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:43.004395 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-3d81e09c-fcd1-48a6-9e87-3f4c7781a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:43.005893 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-3d81e09c-fcd1-48a6-9e87-3f4c7781a19c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534902 Jun 22 14:04:43.017661 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:04:43.026106 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:04:43.026725 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:04:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:43.108152 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-b9bc1487-4fd3-44fc-afbb-7578afb64cd5 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898488 Jun 22 14:04:43.140846 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:04:43.223492 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48fed6d4-8ad5-4639-9e66-bd3cadf03d9f req-5d50b84b-c3cd-4630-9cb1-6a45bc9bb967 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075075 Jun 22 14:04:43.400334 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': '5aa50e34-7e45-49b8-a6b8-50c1a013faad', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'port_id': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'mac_address': 'fa:16:3e:f6:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:04:31Z', 'updated_at': '2021-06-22T14:04:41Z', 'revision_number': 1, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:04:43.432881 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e9e09-e39b-4be4-b91a-b64a2ecea071 None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': '5aa50e34-7e45-49b8-a6b8-50c1a013faad', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'port_id': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'mac_address': 'fa:16:3e:f6:c1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:04:31Z', 'updated_at': '2021-06-22T14:04:41Z', 'revision_number': 1, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:04:43.653717 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c341-98b5-47f8-9edb-e2723331ef45 None None] New status for floating IP 5aa50e34-7e45-49b8-a6b8-50c1a013faad: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:04:44.257630 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:04:45.212546 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-27c2fa3f-9311-4483-b4dc-b5bf637c16dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514832 Jun 22 14:04:45.303963 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-3e9cc9fd-6476-4fc3-bdd2-d5840d4e3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:45.305428 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-3e9cc9fd-6476-4fc3-bdd2-d5840d4e3bca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0565879 Jun 22 14:04:45.408700 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-37ce13fa-9d4d-405e-86f2-ccdf545b5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:45.410180 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-37ce13fa-9d4d-405e-86f2-ccdf545b5ed4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0847290 Jun 22 14:04:45.454648 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-bfc58cf7-154a-49b4-9f58-76cd2e7be7a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0374069 Jun 22 14:04:45.505760 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-982e8231-8cfc-4916-9a1a-c2b49af5d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:04:45.507133 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-982e8231-8cfc-4916-9a1a-c2b49af5d14a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0440874 Jun 22 14:04:45.542405 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-4ef3f24a-c533-4fd2-b9ca-f2e38b0d1853 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281773 Jun 22 14:04:45.639818 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-1e692f6a-82ac-44ba-9ec3-8bab3ac2d15d service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899570 Jun 22 14:04:45.737494 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d52fbf7c-6916-44f4-9a60-49440902c3d3 req-516052ed-8077-4be8-a4ec-f4b19b020fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904450 Jun 22 14:05:02.975516 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4f269f4-f49f-41cd-b1b7-0838f4e5701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:05.919672 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:06.122119 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cb3e0763-0edd-4154-81fa-4de26d38091d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:06.973577 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:08.520028 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:10.222124 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:21.261529 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:05:32.977866 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7f09f7f4-f682-46e9-a210-6c75cd389f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:35.921942 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:36.122075 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f301cd6d-bbfe-4eff-af35-f05f51e81c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:36.976300 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:38.520377 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:40.223042 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:05:46.226041 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-2715e414-53d6-4541-8450-d7f5a5fea829 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537145 Jun 22 14:05:46.321468 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-d38c0e71-bab4-4ffb-9b5d-542a68f00d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:05:46.322870 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-d38c0e71-bab4-4ffb-9b5d-542a68f00d5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0579839 Jun 22 14:05:46.431804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-490a76e1-e656-48bc-928e-06445a94f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:05:46.433266 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-490a76e1-e656-48bc-928e-06445a94f0a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0888031 Jun 22 14:05:46.477629 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-fe186bcd-eca7-461f-ae41-8004da1abe6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0369256 Jun 22 14:05:46.528094 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-bc985c52-69fe-4f4a-99d2-dbdffb73f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:05:46.529600 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-bc985c52-69fe-4f4a-99d2-dbdffb73f34d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0454886 Jun 22 14:05:46.562866 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-29650f65-cdf6-4bf2-822f-a446e1e74f1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273840 Jun 22 14:05:46.658316 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-c38c37bc-6217-4f67-b171-1a5cac721833 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887661 Jun 22 14:05:46.750299 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c0c8e889-5e52-438e-b1ee-a5df8c65d66c req-260dfa50-f015-4db3-97c9-22737c5beea3 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858297 Jun 22 14:05:58.256181 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:06:02.981202 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0befc5a2-0200-4fa5-98d0-7ee8ec3d1812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:05.936671 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:06.125809 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-172bc1c9-b60f-4ca8-95fa-f41e7da24595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:06.979292 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:08.531267 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:10.252352 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:32.977017 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-79fa8404-8585-48a6-980a-ce099786c727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:35.257681 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:06:35.919949 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:36.127155 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-daff210e-77ff-41e3-9ce1-75d816faa371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:36.980139 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:38.526336 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:40.250698 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:06:48.295806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-cd9a2524-1279-4e89-a973-e74c0a9a8ae6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030872 Jun 22 14:06:48.384319 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-71165a22-f8d3-4d3f-8523-6e3346d4d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:06:48.385916 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-71165a22-f8d3-4d3f-8523-6e3346d4d2a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 1099 time: 0.0568893 Jun 22 14:06:48.504684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-dcea6663-a22c-40dc-8380-87ed9bbc909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:06:48.506178 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-dcea6663-a22c-40dc-8380-87ed9bbc909f service neutron] 10.222.0.10 "GET /v2.0/networks?id=101ffe50-87cc-4e0e-b184-5718830c90b4 HTTP/1.1" status: 200 len: 915 time: 0.0993209 Jun 22 14:06:48.554092 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-e480332b-3eac-4cbd-9626-08b32e6c1965 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd HTTP/1.1" status: 200 len: 217 time: 0.0402732 Jun 22 14:06:48.602042 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-58cc69d4-d298-4f91-943c-e7db9996fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:06:48.603566 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-58cc69d4-d298-4f91-943c-e7db9996fdc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2a05bf1f-692a-4a75-ac4b-a15222cc1131 HTTP/1.1" status: 200 len: 854 time: 0.0432165 Jun 22 14:06:48.635651 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-300f11ca-66b7-4e24-926f-10102b83c7b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=101ffe50-87cc-4e0e-b184-5718830c90b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259497 Jun 22 14:06:48.646002 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-84d09931-7031-46af-8d85-3a92e3fbb95a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:06:48.646930 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-84d09931-7031-46af-8d85-3a92e3fbb95a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051188 Jun 22 14:06:48.736503 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-890169b2-6d42-4817-8f8f-daa5b422dcca service neutron] 10.222.0.10 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826755 Jun 22 14:06:48.826816 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05388dd1-9920-4f82-9e5a-1ead7af9674c req-1eb3b05b-6fd0-42b2-91d4-397e84c5c00b service neutron] 10.222.0.10 "GET /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844555 Jun 22 14:07:02.978681 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5be8ecd2-44c5-4ea7-a45e-56bd5f071aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:05.924390 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:06.127478 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d73fc84c-6938-469a-bb6d-8ccccc9b3a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:06.983325 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:08.533686 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:10.250083 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:12.257357 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:07:32.981685 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ba6ef55b-7b99-4d70-932f-5c1d3d98131e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:35.924833 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:36.128829 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2e5ed50a-c3ef-403f-80a5-da6b58645864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:36.985048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:38.525898 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:40.249773 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:07:48.953850 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-0e03ff34-31db-4768-be36-682c8b02e9fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564444 Jun 22 14:07:49.068811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-4a374839-716a-4731-88b8-ced92ee6e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:07:49.070187 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-4a374839-716a-4731-88b8-ced92ee6e4d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 1099 time: 0.0568528 Jun 22 14:07:49.178209 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-0ccf01b1-fb26-485b-b4fd-2f4f46945323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:07:49.180650 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-0ccf01b1-fb26-485b-b4fd-2f4f46945323 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0911102 Jun 22 14:07:49.248775 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-5f7f8c5b-a5e0-4234-9185-be1a3372eb74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 200 len: 1001 time: 0.0620751 Jun 22 14:07:49.255631 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:07:49.297441 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-7411fb60-04e8-4be5-9918-787049c8870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:07:49.298896 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-7411fb60-04e8-4be5-9918-787049c8870c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0442462 Jun 22 14:07:49.354146 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-2eb8ed1e-a337-4b42-8243-ecb22ea87e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:07:49.355533 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-2eb8ed1e-a337-4b42-8243-ecb22ea87e98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501921 Jun 22 14:07:49.444788 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-a11786a4-4c21-4060-b98e-e5c58cf801c5 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Jun 22 14:07:49.537041 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96123f28-fbcb-4b2b-b02f-e9765076a2f5 req-870f6cd8-bc26-4b90-980e-547620379965 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857050 Jun 22 14:08:02.983147 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b42a676d-eac4-4406-9327-54b9f128022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:05.926588 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:06.129848 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a5f347d7-ccb0-4fbc-ac31-39e73b6176a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:06.989408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:08.521256 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:10.250644 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:26.254864 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:08:32.984127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-33303561-0462-485b-930a-9386f68c650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:35.927736 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:36.129194 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a382-97bf-4a8d-9934-7941a4f00420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:36.991717 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:38.524550 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:40.251808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:08:49.871347 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-8d6c3e9f-74c2-4173-942f-04502a908305 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607181 Jun 22 14:08:49.973192 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cf871-1464-4930-b17f-be6f91534e53 req-f6918759-da99-4c7d-85b6-96a9f9a372d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:08:49.974722 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-f6918759-da99-4c7d-85b6-96a9f9a372d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0585558 Jun 22 14:08:50.141936 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cf871-1464-4930-b17f-be6f91534e53 req-12f96f84-2b8e-4e60-a6fa-a96daeb8642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:08:50.143788 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-12f96f84-2b8e-4e60-a6fa-a96daeb8642c service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1454771 Jun 22 14:08:50.198695 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-241df5a9-28e5-4c30-a0b9-652edf5b19a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0479047 Jun 22 14:08:50.256192 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cf871-1464-4930-b17f-be6f91534e53 req-0d126877-96bb-4fea-82c7-6cfee846b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:08:50.257694 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-0d126877-96bb-4fea-82c7-6cfee846b318 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0522287 Jun 22 14:08:50.293554 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-7462fc98-5dfe-4202-a8f0-68ab26e80436 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276289 Jun 22 14:08:50.390888 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-5da965c5-0707-46ef-8bb0-853b10069b22 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897129 Jun 22 14:08:50.485837 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-748cf871-1464-4930-b17f-be6f91534e53 req-6cd47f1d-f383-427b-92b9-3a27be8d0351 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883951 Jun 22 14:09:02.991528 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-867e178a-fca2-4c14-86eb-150ba097cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:03.254502 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:09:05.929937 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:06.130601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-53cce368-137c-4a78-8fed-1f6498b04cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:06.995865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:08.529763 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:10.279194 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:32.982226 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cdcd68ce-0aef-4534-811f-4ce27b0b4a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:35.933216 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:36.130147 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c1e2-2ee4-4594-a916-5aecf5143df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:36.997428 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:38.531646 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:40.008482 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56366) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:40.065824 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:40.089947 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:40.154562 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:40.157400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:40.158576 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] 10.222.0.13 "DELETE /v2.0/security-groups/109b4c81-545d-48f3-83ef-4dca7836beb6 HTTP/1.1" status: 204 len: 168 time: 0.1491051 Jun 22 14:09:40.159425 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e005125d-5cc3-4b8c-a203-7f106ea99dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:40.179078 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b4c81-545d-48f3-83ef-4dca7836beb6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:40.186222 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.186603 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.186972 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.187343 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.187717 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.188083 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.189307 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.189665 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.190677 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.190677 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.191099 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.191311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:40.194773 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:40.254135 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:09:40.269021 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:40.336160 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56376) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:41.129074 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:41.430080 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Deleting port e23a900b-ece7-45de-8cfa-c620ce540d0e {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:41.430340 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:41.507683 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] For port e23a900b-ece7-45de-8cfa-c620ce540d0e, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=e23a900b-ece7-45de-8cfa-c620ce540d0e,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:41.508045 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:41.571419 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Calling delete_port for e23a900b-ece7-45de-8cfa-c620ce540d0e owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:41.778401 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:41.781368 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:41.809061 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=e23a900b-ece7-45de-8cfa-c620ce540d0e,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:41.812311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:41.982291 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:42.197921 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:09:42.307174 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:09:42.313030 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] 10.222.0.13 "PUT /v2.0/routers/607d14f8-8870-4fcf-9b32-b646ca8b2c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749541 Jun 22 14:09:42.315334 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56398) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:42.318049 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] Sync routers for ids ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:09:42.327204 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] Routers {'607d14f8-8870-4fcf-9b32-b646ca8b2c9a'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:09:42.327917 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:09:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:42.421023 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:42.434913 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] Set router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:09:42.524183 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:42.575746 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Deleting port b41b30d0-e554-4d47-baa4-c9893227193e {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:42.576094 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:42.615147 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T14:09:41Z', 'revision_number': 5, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port': {'id': 'b41b30d0-e554-4d47-baa4-c9893227193e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:19Z', 'updated_at': '2021-06-22T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:42.645174 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] Checking router: 607d14f8-8870-4fcf-9b32-b646ca8b2c9a for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:09:42.654037 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] Routers {'607d14f8-8870-4fcf-9b32-b646ca8b2c9a'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:09:42.654566 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:09:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:42.660013 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] For port b41b30d0-e554-4d47-baa4-c9893227193e, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=b41b30d0-e554-4d47-baa4-c9893227193e,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:42.660379 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:42.727912 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Calling delete_port for b41b30d0-e554-4d47-baa4-c9893227193e owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:42.769386 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] Set router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a gateway port host: None {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:09:42.909110 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:42.911889 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:42.918279 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T14:09:42Z', 'revision_number': 6, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:42.940088 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41b30d0-e554-4d47-baa4-c9893227193e,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:42.944095 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:42.944903 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e97d9-fa54-46ed-80ab-d9c0ec786b00 None None] The sync data for ids ['607d14f8-8870-4fcf-9b32-b646ca8b2c9a'] in dv-cinder-796950-3-iscsi is: [{'id': '607d14f8-8870-4fcf-9b32-b646ca8b2c9a', 'name': 'tempest-TestVolumeBootPattern-192739740-router', 'tenant_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:18Z', 'updated_at': '2021-06-22T14:09:42Z', 'revision_number': 6, 'project_id': 'fbb146a5f1444beeb99d6a75fcf98346', 'gw_port_host': None}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:09:43.001715 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.103265 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.105370 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.170237 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.170899 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 607d14f8-8870-4fcf-9b32-b646ca8b2c9a {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:09:43.176979 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.178141 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6c779293-9f8a-4471-9a45-54e469bd4a97 admin admin] 10.222.0.13 "DELETE /v2.0/routers/607d14f8-8870-4fcf-9b32-b646ca8b2c9a HTTP/1.1" status: 204 len: 168 time: 0.8618464 Jun 22 14:09:43.180543 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56408) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:43.223411 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Deleting subnet 864ddb2d-6774-4ec8-9eb7-5f764c3af2f1 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:09:43.226429 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.262359 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.380284 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.432160 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.434305 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-19512c51-f618-4474-89b3-17ca6f3dc886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:43.458125 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864ddb2d-6774-4ec8-9eb7-5f764c3af2f1,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:43.460837 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:43.461817 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.463676 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/864ddb2d-6774-4ec8-9eb7-5f764c3af2f1 HTTP/1.1" status: 204 len: 168 time: 0.2821710 Jun 22 14:09:43.466111 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56414) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:43.468830 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c828a-890b-4620-a01d-04efa7a5834c None None] Network e393b1d0-21aa-4630-8a68-8d6c87b3e440 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:09:43.540073 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.591570 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Deleting port c65043ee-4666-47f6-bd32-bc00263c399a {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:43.591853 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.658804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] For port c65043ee-4666-47f6-bd32-bc00263c399a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c65043ee-4666-47f6-bd32-bc00263c399a,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:43.658804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.692769 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] DHCP port deletion for e393b1d0-21aa-4630-8a68-8d6c87b3e440 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:09:43.726232 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Calling delete_port for c65043ee-4666-47f6-bd32-bc00263c399a owned by network:dhcp {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:43.740152 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Deleting port c65043ee-4666-47f6-bd32-bc00263c399a {{(pid=92748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:43.740652 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.813254 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] For port c65043ee-4666-47f6-bd32-bc00263c399a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c65043ee-4666-47f6-bd32-bc00263c399a,segment=NetworkSegment(df3a593a-8de1-44a9-89d3-3b81e5f22f2c),segment_id=df3a593a-8de1-44a9-89d3-3b81e5f22f2c)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:43.813699 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.824672 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:43.828164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:43.854318 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] No DVR routers for this DVR port c65043ee-4666-47f6-bd32-bc00263c399a on host dv-cinder-796950-3-iscsi {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:09:43.858426 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Pushing event deleted for resources: {'Port': ['ID=c65043ee-4666-47f6-bd32-bc00263c399a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:43.861673 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:43.879297 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Calling delete_port for c65043ee-4666-47f6-bd32-bc00263c399a owned by network:dhcp {{(pid=92748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:44.024351 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.027025 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-4df3ea2c-5ab6-48e9-ae72-97b9a5471156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:44.061188 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Pushing event deleted for resources: {'Port': ['ID=c65043ee-4666-47f6-bd32-bc00263c399a,revision_number=None']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:44.061661 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] No DVR routers for this DVR port c65043ee-4666-47f6-bd32-bc00263c399a on host dv-cinder-796950-3-iscsi {{(pid=92748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:09:44.068479 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.068915 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.069328 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.069747 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.070139 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.070482 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.070820 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.071154 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.071505 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.071840 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.072171 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.072497 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:44.076350 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:44.181476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.191188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e393b1d0-21aa-4630-8a68-8d6c87b3e440']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:44.200560 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:44.200865 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3a593a-8de1-44a9-89d3-3b81e5f22f2c') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:44.209920 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.223805 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.229580 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:09:44.230047 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:09:44.231815 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:09:44.286417 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.292423 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.294312 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e393b1d0-21aa-4630-8a68-8d6c87b3e440 HTTP/1.1" status: 204 len: 168 time: 0.8272872 Jun 22 14:09:44.295018 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:44.297289 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56422) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:44.308864 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Pushing event deleted for resources: {'Network': ['ID=e393b1d0-21aa-4630-8a68-8d6c87b3e440,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:44.311246 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:44.712487 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:44.753863 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c65043ee-4666-47f6-bd32-bc00263c399a no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:09:44.774143 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: c65043ee-4666-47f6-bd32-bc00263c399a {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:09:44.774588 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c65043ee-4666-47f6-bd32-bc00263c399a not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:09:44.775114 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device e23a900b-ece7-45de-8cfa-c620ce540d0e no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:09:44.793929 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: e23a900b-ece7-45de-8cfa-c620ce540d0e {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:09:44.794347 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device e23a900b-ece7-45de-8cfa-c620ce540d0e not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:09:44.794874 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b41b30d0-e554-4d47-baa4-c9893227193e no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:09:44.814314 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: b41b30d0-e554-4d47-baa4-c9893227193e {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:09:44.814674 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b41b30d0-e554-4d47-baa4-c9893227193e not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:09:45.026057 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Deleting port b4e2c986-da92-4764-b8f0-41a0b60c9861 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:45.026410 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:45.111949 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] For port b4e2c986-da92-4764-b8f0-41a0b60c9861, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=b4e2c986-da92-4764-b8f0-41a0b60c9861,segment=NetworkSegment(08eccaeb-ea5c-43f6-b823-f8b65010d43a),segment_id=08eccaeb-ea5c-43f6-b823-f8b65010d43a)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:45.112325 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:45.175771 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Calling delete_port for b4e2c986-da92-4764-b8f0-41a0b60c9861 owned by network:router_interface {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:45.377540 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:45.379408 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c6a5ad88-ab12-458d-8825-2595c197cb20 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:45.404871 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e2c986-da92-4764-b8f0-41a0b60c9861,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:45.417561 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.417932 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.418291 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.418645 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.418993 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.419342 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.419756 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.420519 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.420871 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.421221 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.421566 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.421907 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:09:45.464647 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:45.590089 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:45.803859 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:09:45.906058 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:09:45.913635 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] 10.222.0.13 "PUT /v2.0/routers/38c8a18d-9373-4ef4-ac97-8a094e92ef5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6150613 Jun 22 14:09:45.914368 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56442) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:45.916096 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] Sync routers for ids ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:09:45.926172 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] Routers {'38c8a18d-9373-4ef4-ac97-8a094e92ef5e'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:09:45.926972 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:09:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:46.021568 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.030905 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] Set router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:09:46.228149 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T14:09:45Z', 'revision_number': 5, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:46.258314 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] Checking router: 38c8a18d-9373-4ef4-ac97-8a094e92ef5e for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:09:46.268218 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] Routers {'38c8a18d-9373-4ef4-ac97-8a094e92ef5e'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:09:46.268865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:09:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:46.365788 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.374604 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] Set router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:09:46.420109 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Deleting port d378f845-b5cd-4133-9df6-ab8c3e3245e9 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:46.420716 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.502135 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] For port d378f845-b5cd-4133-9df6-ab8c3e3245e9, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=d378f845-b5cd-4133-9df6-ab8c3e3245e9,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:46.503046 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.575104 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Calling delete_port for d378f845-b5cd-4133-9df6-ab8c3e3245e9 owned by network:router_gateway {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:46.697322 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T14:09:45Z', 'revision_number': 5, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:46.728876 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d800c1ca-1f0e-4c72-a87c-3ce4691ec023 None None] The sync data for ids ['38c8a18d-9373-4ef4-ac97-8a094e92ef5e'] in dv-cinder-796950-3-iscsi is: [{'id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'name': 'tempest-TestVolumeBootPattern-885698703-router', 'tenant_id': '36f507b6319f41aea571f81cf8687872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:57:27Z', 'updated_at': '2021-06-22T14:09:45Z', 'revision_number': 5, 'project_id': '36f507b6319f41aea571f81cf8687872', 'gw_port': {'id': 'd378f845-b5cd-4133-9df6-ab8c3e3245e9', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8a18d-9373-4ef4-ac97-8a094e92ef5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:57:28Z', 'updated_at': '2021-06-22T13:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:09:46.759247 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.763654 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:46.786645 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d378f845-b5cd-4133-9df6-ab8c3e3245e9,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:46.790475 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:46.859983 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.965656 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:46.967775 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.033259 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.034148 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c8a18d-9373-4ef4-ac97-8a094e92ef5e {{(pid=92747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:09:47.039526 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.040794 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/38c8a18d-9373-4ef4-ac97-8a094e92ef5e HTTP/1.1" status: 204 len: 168 time: 1.1255529 Jun 22 14:09:47.043187 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56454) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:47.100625 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Deleting subnet 4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0 {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:09:47.103896 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.140623 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.262484 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.324045 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.328015 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-95efa719-4401-405a-a6ad-ddc2507698ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:47.356387 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:47.358787 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.361275 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c6d70f6-b6c6-42c0-a7cb-99805e8d4cc0 HTTP/1.1" status: 204 len: 168 time: 0.3167200 Jun 22 14:09:47.362657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c99d74e6-6713-482d-8f4d-cb2be4b1311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:47.363712 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56460) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:47.370517 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33180b27-3fe6-4a4f-b19d-53c31b894551 None None] Network 281a6308-0dd4-48b3-bc8e-d84c7b5d112c requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:09:47.444526 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.497543 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Deleting port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:09:47.497543 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.561996 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] For port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,segment=NetworkSegment(08eccaeb-ea5c-43f6-b823-f8b65010d43a),segment_id=08eccaeb-ea5c-43f6-b823-f8b65010d43a)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:09:47.562365 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.630432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Calling delete_port for 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:09:47.714177 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.722422 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:47.726150 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eac3f73-6207-4e35-a613-36b5e5d98c6d None None] DHCP port deletion for 281a6308-0dd4-48b3-bc8e-d84c7b5d112c request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:09:47.749434 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] No DVR routers for this DVR port 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 on host dv-cinder-796950-3-iscsi {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:09:47.752507 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:47.756175 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:47.825169 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.834697 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281a6308-0dd4-48b3-bc8e-d84c7b5d112c']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:47.844609 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eccaeb-ea5c-43f6-b823-f8b65010d43a') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:47.844911 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eccaeb-ea5c-43f6-b823-f8b65010d43a') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:09:47.853518 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.872047 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.879035 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:09:47.879499 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:09:47.881102 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:09:47.933381 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.937421 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:47.942101 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:47.944403 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] 10.222.0.13 "DELETE /v2.0/networks/281a6308-0dd4-48b3-bc8e-d84c7b5d112c HTTP/1.1" status: 204 len: 168 time: 0.5791647 Jun 22 14:09:47.956170 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=281a6308-0dd4-48b3-bc8e-d84c7b5d112c,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:47.956431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:48.087514 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56470) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:48.127080 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-ca4ca6a5-edf8-47d7-bc4d-8d6670be14b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbb146a5f1444beeb99d6a75fcf98346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383534 Jun 22 14:09:48.129399 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56472) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:48.176931 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.197280 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.252130 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.254733 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.255999 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dde4a627-9bcc-40e7-864b-0df4b7c59fb6 HTTP/1.1" status: 204 len: 168 time: 0.1256912 Jun 22 14:09:48.256809 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f776dfb-31ad-4ebf-a2ab-7a63bbf0b0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:48.265611 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4a627-9bcc-40e7-864b-0df4b7c59fb6,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:48.268345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:48.581457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56482) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:48.624762 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4510c48b-336b-42ad-a07f-1aeef1045a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36f507b6319f41aea571f81cf8687872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420451 Jun 22 14:09:48.627164 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56486) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:48.678351 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.700010 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.752491 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.755105 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:48.756294 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f6c4d01-31dc-478b-bcf3-942cc1956f0b HTTP/1.1" status: 204 len: 168 time: 0.1281753 Jun 22 14:09:48.757069 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-95c2ba02-9c8a-44cf-aa9c-54428fab61d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:48.766238 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:09:48.773192 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6c4d01-31dc-478b-bcf3-942cc1956f0b,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:48.781542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:48.789386 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:09:48.789999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0fc94d2e-2ed6-4bd0-a7c3-bedbf8f16401 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:09:48.790595 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d378f845-b5cd-4133-9df6-ab8c3e3245e9 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:09:48.816090 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: d378f845-b5cd-4133-9df6-ab8c3e3245e9 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:09:48.816762 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d378f845-b5cd-4133-9df6-ab8c3e3245e9 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:09:48.817546 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b4e2c986-da92-4764-b8f0-41a0b60c9861 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:09:48.843374 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: b4e2c986-da92-4764-b8f0-41a0b60c9861 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:09:48.843891 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device b4e2c986-da92-4764-b8f0-41a0b60c9861 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:09:49.219384 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 56502) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:49.340100 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7af4b8a-e30a-44f4-8ace-a93f02f42734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.431136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7af4b8a-e30a-44f4-8ace-a93f02f42734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.435374 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7af4b8a-e30a-44f4-8ace-a93f02f42734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.438118 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1beff4d4-1f4c-48e8-b054-b1ed596f3c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:49.478028 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e7af4b8a-e30a-44f4-8ace-a93f02f42734 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=354267d54605457f978e5df36a34bc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574749 Jun 22 14:09:49.478970 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af4b8a-e30a-44f4-8ace-a93f02f42734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb255e-49e8-4ec5-9bfe-62b41be5be0c,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:49.481307 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 56510) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:09:49.482126 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e7af4b8a-e30a-44f4-8ace-a93f02f42734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:49.531275 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.556890 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.601653 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.604237 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:09:49.605420 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3fb255e-49e8-4ec5-9bfe-62b41be5be0c HTTP/1.1" status: 204 len: 168 time: 0.1230023 Jun 22 14:09:49.606201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-455ef1f4-fc1e-4ae9-b7ed-0c5161020906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:09:49.614835 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb255e-49e8-4ec5-9bfe-62b41be5be0c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:09:49.617188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:09:50.227413 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-3255cf1c-8163-4e8a-81bc-0bb8bb85258a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576873 Jun 22 14:09:50.330376 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-f6c5ad10-90b8-419e-ad29-357738498900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:09:50.332165 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-f6c5ad10-90b8-419e-ad29-357738498900 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0701246 Jun 22 14:09:50.444361 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-2f76fa05-14b1-47df-a878-6f1a9afa7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:09:50.445828 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-2f76fa05-14b1-47df-a878-6f1a9afa7e0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0932262 Jun 22 14:09:50.489768 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-3ba3c794-4792-4ba0-a8de-f62b468d3ee1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0363646 Jun 22 14:09:50.540421 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-565dd046-d19f-48fc-9d98-f20e8a99daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:09:50.541920 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-565dd046-d19f-48fc-9d98-f20e8a99daac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0464065 Jun 22 14:09:50.578128 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-ba1f5a31-80c4-4649-ab93-aa0df2786fac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291610 Jun 22 14:09:50.667687 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-99f5a095-572c-4131-8885-4884c89e0a84 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828397 Jun 22 14:09:50.775821 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a48a4ebb-1dfd-4d89-abec-bfb3a0a7a920 req-15aaf7f3-96a1-4d8f-a61c-49215837f7ce service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012068 Jun 22 14:10:01.330371 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625316b-df5b-4186-8b7f-f423fec1a766 req-59a28684-f930-4fca-8655-d65499febc04 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:10:01.331900 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7625316b-df5b-4186-8b7f-f423fec1a766 req-59a28684-f930-4fca-8655-d65499febc04 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 946 time: 0.2185476 Jun 22 14:10:01.370551 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7625316b-df5b-4186-8b7f-f423fec1a766 req-fd2a9521-bbac-424a-9388-750d954a9bc1 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/security-groups?id=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330029 Jun 22 14:10:01.854362 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-6122d5f3-30b6-4969-881c-d20f86636e33 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:10:01.855826 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-6122d5f3-30b6-4969-881c-d20f86636e33 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 946 time: 0.0640557 Jun 22 14:10:01.961976 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Deleting port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:10:01.962329 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:02.060675 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] For port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,segment=NetworkSegment(6ea9dc6a-8890-4022-9fd3-c7389c3ebea1),segment_id=6ea9dc6a-8890-4022-9fd3-c7389c3ebea1)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:10:02.060948 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:02.124140 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Calling delete_port for 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:10:02.256458 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:02.261094 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-248b6571-ed6b-407a-bc2f-a2933c00a283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:10:02.289103 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Pushing event deleted for resources: {'Port': ['ID=2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:10:02.292269 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:10:02.293569 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:10:02.351507 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] No DVR routers for this DVR port 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:10:02.354725 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:02.357632 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c8e4edb8-fe63-4d86-adb3-66a0149cacd0 req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.10 "DELETE /v2.0/ports/2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd HTTP/1.1" status: 204 len: 173 time: 0.4958766 Jun 22 14:10:02.358310 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'name': 'network-vif-deleted', 'tag': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:10:02.362292 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd50e76-259d-4327-8894-737d62c3f14a" -d '{"events": [{"server_uuid": "ca4947f8-3b84-4596-849c-db0ecd4dd410", "name": "network-vif-deleted", "tag": "2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:10:02.486898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4a3065-25d7-4b6a-b5ea-5bcdb5447a97 x-openstack-request-id: req-de4a3065-25d7-4b6a-b5ea-5bcdb5447a97 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:10:02.487233 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4947f8-3b84-4596-849c-db0ecd4dd410", "name": "network-vif-deleted", "tag": "2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:10:02.487551 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de4a3065-25d7-4b6a-b5ea-5bcdb5447a97 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:10:02.488159 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4947f8-3b84-4596-849c-db0ecd4dd410', 'name': 'network-vif-deleted', 'tag': '2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd', 'status': 'completed', 'code': 200} Jun 22 14:10:02.521939 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-558aca90-bbc7-4db6-bdc3-1800df5ba329 req-f84e14a3-387a-4b21-ada8-29a6535dc7fe tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Jun 22 14:10:02.984087 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0534bd4d-0415-465f-980d-9ab170cde68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:03.721786 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63410058-c179-48df-823e-bbdcea3bcff8 req-da6e6d07-db65-4919-85a4-ae5b79b1d889 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0780330 Jun 22 14:10:04.492783 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:10:04.513336 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:10:04.513696 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 2148b51e-8a7c-49e0-9ae4-cafafd8f7fcd not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:10:04.861837 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dc062a35-ad02-48db-90f9-59b94b928766 req-54cccfbe-f79d-42d0-ba1f-b3d2ecfee6ae tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0277281 Jun 22 14:10:05.934085 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:06.002961 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c9c66ca-a5fc-4d06-aec6-f293cb3f390d req-3d82d6d2-1d6c-40f4-b8b1-9f6f38613bdb tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0281513 Jun 22 14:10:06.132351 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-65b0dab2-7768-41a0-84d5-f6e93e36b384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:06.999686 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:07.143593 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-54ae6c2c-50d0-4fae-a6a9-5b1600e0d818 req-83c76a12-3ce0-4ca8-bc23-ef21a75bee0c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0288649 Jun 22 14:10:08.283431 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-725e6309-f68d-463e-ab6a-63ef5c86fe26 req-86b76e60-6b6a-46f4-8fa3-995de0515b12 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0288861 Jun 22 14:10:08.534269 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:09.429645 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fddca716-8107-4dba-bfbe-06485fe0730f req-d484cc98-4bb7-4aa5-aaf2-9efbd14a366f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0314670 Jun 22 14:10:10.280751 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:10.575874 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b2443007-d013-4185-beae-e0f9f462e683 req-d74bc458-629e-428e-a98a-dfb386c908da tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0329020 Jun 22 14:10:11.734332 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3a80caff-b647-44cd-a7a2-f01de73fb9ef req-52bab93e-67f5-4fc7-8c80-625b50ccdb9f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0274861 Jun 22 14:10:12.880646 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-682d60d6-0efd-46c7-9692-77a9874ab383 req-58e73620-062a-43ff-89fd-4b854a53084a tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0297272 Jun 22 14:10:14.014474 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f742545c-fdd2-44b0-9c15-87333b2cd00f req-2bb7f1c7-a104-4665-8959-d634f99c8515 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0292778 Jun 22 14:10:15.158590 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2e0a1c32-605c-462f-a5eb-bedeffc7794a req-796a55ad-ce98-4058-a1dd-4084c87b028f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0297096 Jun 22 14:10:16.297294 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0f0e4827-9fa0-4aeb-9834-7e422e06430d req-123d000b-c40d-4732-b1da-c95abb412710 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0291348 Jun 22 14:10:17.256984 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:10:17.436177 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-10bb640e-3380-4737-971d-842391e28b0e req-2be0c9a6-ba70-41b8-9f63-0fb29c1115f3 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0274906 Jun 22 14:10:18.586010 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c674b032-cfce-42b3-b63d-6d6011d63c1b req-950c6c40-739b-4cb5-ace2-d657455a4f29 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jun 22 14:10:19.732096 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a1cc0c94-d368-4781-802a-c9e7be04d8d6 req-32049146-2648-40ee-9264-94145bf9b0ad tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0318627 Jun 22 14:10:20.875502 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c4514c10-5125-451d-84e4-f84c5d0cd57d req-109d3682-0b00-4620-8749-f788c927cd46 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0281978 Jun 22 14:10:22.015640 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a31d607c-07a2-46fc-b091-6ab2fe4ec927 req-5f8b2a4e-9c62-46cc-8fb8-1c0bf9cc5b2d tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Jun 22 14:10:23.156124 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c7d3d786-339b-43b4-9d6c-b5dbae297eb9 req-b8571623-67ff-4455-9bad-d2c901945228 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0298049 Jun 22 14:10:24.297704 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2ed7fe7-bc89-44ad-b19d-9b497d1cfd76 req-4f3c1fdb-fd21-4c20-af8a-00dd2e7e4050 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0320859 Jun 22 14:10:25.436907 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-166638b0-c661-4316-8184-de05f3f4cd0e req-c0cf82a2-9efe-46a7-849e-60e188020de8 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Jun 22 14:10:26.582947 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cd29712c-6480-45be-b190-5af07b3f9701 req-a56d8d8e-a281-4dae-b321-50771d8c72f9 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0294492 Jun 22 14:10:27.728976 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cbb72721-f5ce-472e-a8e6-3dc5a20defee req-1a899309-b40a-4cef-ac02-5759c48f76cf tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0320706 Jun 22 14:10:28.877090 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-075aa1cb-2f8d-44b1-8692-8485788f3db7 req-8a643edc-01fa-432b-996e-e51c83e8dfc9 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0320969 Jun 22 14:10:30.014948 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-34782305-0688-4b4d-b3ff-b9910857bdad req-944dbaab-e446-4d26-aaaa-0125ac59cb1f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0289466 Jun 22 14:10:31.156260 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-437f8c44-4958-433d-ad80-54823c93eb01 req-36099a07-ff2a-427e-9cce-ad1a0b76963e tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Jun 22 14:10:32.299558 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-853dcf17-69fa-48f4-8d32-b95470319e94 req-90cd9e42-3c7b-4a58-9e69-ddba10576faf tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0287573 Jun 22 14:10:32.987226 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5c8bacf3-fb80-4a28-ba76-bc7213146792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:33.444265 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2da592e-c75a-4f73-8ac0-55e63a7a2b53 req-0f6af54f-19f1-47b3-90c9-efe8a76212d3 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0295880 Jun 22 14:10:34.642335 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cfe4894a-bd72-41bb-bc8d-9aa6c82b1442 req-13750948-ccae-4d6f-9d7f-ff5b9fbe9483 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0303195 Jun 22 14:10:35.788320 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-242cc1af-4190-47b3-982a-3d67958fa87f req-df8b5d98-28a0-4825-a68d-527d4d8985b0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0312319 Jun 22 14:10:35.935958 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:36.136128 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5333340-5aa5-4c0f-9c14-a9823127d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:36.944459 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f9156ee8-9551-49e7-b445-c8afbead1719 req-4c4092ba-492b-48d0-aac3-2de0afec7990 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0327861 Jun 22 14:10:37.001231 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:38.089713 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a107d274-35f4-494e-b038-aeb6191e2ae4 req-73e638ce-dc31-40ad-8eb4-18acded9bc17 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0323741 Jun 22 14:10:38.537557 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:39.234299 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dc96744b-c266-416e-bdbf-ee793f432c6b req-e210e0b1-dcdb-40fa-9e8e-955985321a3a tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Jun 22 14:10:40.288794 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:10:40.379687 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4c79f6ea-8042-4d6c-bf59-7bc09669f833 req-77102721-0565-45f8-95a7-4d39a603d689 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0302603 Jun 22 14:10:41.524588 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f37ce1ff-0cba-40e5-9f0d-ec12d23528d1 req-99185708-3c3b-4886-859d-7eda8f45f9b2 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0287449 Jun 22 14:10:42.665656 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74c7182d-2423-4780-987e-cb32e44eb18c req-61467b34-bb54-4b41-9f72-839a4d1076e2 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0290747 Jun 22 14:10:43.814610 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-42433300-10aa-4551-93e1-482f66561760 req-40bfdaab-6f69-441e-a0c3-225984decdf0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jun 22 14:10:44.958446 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-904c65bb-5df0-4db3-ad2b-8f6da1106089 req-2c31ee6d-1440-4c95-bd88-b8aec695cbe4 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Jun 22 14:10:46.106328 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-78c67951-3903-4816-bb7e-6eb3d12c4fae req-20555c66-32c0-402e-9721-bdf5de591ed3 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Jun 22 14:10:47.269620 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ca3f2d25-d8e4-402a-b28e-38cef5b084ad req-3e109be4-75e4-4438-b120-eddbb30a5017 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0344563 Jun 22 14:10:48.421950 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d84c30db-5385-4343-a230-740ef980b9c8 req-468811a6-c565-498d-a727-f45e09da30b8 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0351110 Jun 22 14:10:49.573013 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e487e53f-ceb3-461e-b73c-dd19dae3673c req-faec0279-0257-453d-aeb2-016b1a3ddb04 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0299370 Jun 22 14:10:50.288822 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-d612856e-f66f-4e7c-8c36-3dd2d2a05025 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517983 Jun 22 14:10:50.372934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-698299f0-a41d-42d1-8d16-b9b658fe20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:10:50.374415 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-698299f0-a41d-42d1-8d16-b9b658fe20a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=166f383c455f4f00a02d863a8b528f9b&device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 1098 time: 0.0527480 Jun 22 14:10:50.482180 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-d22e45fa-6cf9-4e49-9f28-24006f2a4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:10:50.483707 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-d22e45fa-6cf9-4e49-9f28-24006f2a4078 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 200 len: 918 time: 0.0879858 Jun 22 14:10:50.554444 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-513c7009-01cd-4d82-8bee-64d53b9c2563 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd42dba6-ad7a-42f0-9331-de087215d50f HTTP/1.1" status: 200 len: 1001 time: 0.0631011 Jun 22 14:10:50.608032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-5732b871-2adb-490e-a44b-e8b52ed833a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:10:50.609483 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-5732b871-2adb-490e-a44b-e8b52ed833a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 200 len: 856 time: 0.0484478 Jun 22 14:10:50.670302 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-6e91ed18-e7c7-46ec-97c5-a3cbf73c715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:10:50.671923 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-6e91ed18-e7c7-46ec-97c5-a3cbf73c715e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cec3f186-c9ef-4abb-8c14-53e69e126287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560751 Jun 22 14:10:50.751354 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-baf7f643-4a62-4a3e-bbfd-aea854009b0b req-67399837-cbc5-40fc-8ce9-58cfb8f74357 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0637710 Jun 22 14:10:50.791206 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-f285eea1-69c5-4296-85ff-043b9e5a7c71 service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125970 Jun 22 14:10:50.881516 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-550cc7b7-2174-4c27-9bcc-9cf7d0fcd98b req-47775349-369c-4074-98e6-a843f5a23eea service neutron] 10.222.0.10 "GET /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831964 Jun 22 14:10:51.896501 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c73ba6c9-66a8-44db-988c-e102923b2634 req-24631dcd-e9b0-40da-8b76-0fa048687be6 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0303881 Jun 22 14:10:53.038780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-650747dc-bf0e-4e1c-ab64-b05f46b876b4 req-16445b4b-a23b-4655-b0ad-3919071f45ed tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0298011 Jun 22 14:10:54.192132 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-51a0d67b-0663-4393-a3c7-8da92ee1748c req-3f63d7cc-8454-4dfd-a897-eede936f1b94 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jun 22 14:10:54.259303 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:10:55.338574 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-30cfd87a-1458-4d86-994d-efbb5da0b6a7 req-8fad4ea3-f9cf-4b59-bc62-d568ecb25651 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0331318 Jun 22 14:10:56.489169 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-771ba7e0-49a3-4d15-9026-bcd746147e84 req-04f25146-9f89-4162-872c-ca789b9b4a5c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Jun 22 14:10:57.630073 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8fb113d3-9e89-4ba1-85b5-bf6445eda68f req-7f0ec7d7-68a2-4629-a9cd-46a94907c152 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0310807 Jun 22 14:10:58.780547 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-10a925cb-0f62-4311-8288-40aec542ede8 req-68571224-87b5-4a2f-8a93-09fd7670df6e tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0309453 Jun 22 14:10:59.947551 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2685c0d0-7fb0-42b2-89ce-7f5851b97e90 req-e3bc6c3a-46c0-4963-886a-dca139608353 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0372875 Jun 22 14:11:01.120685 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f84d4cf4-acd6-4f8f-93c0-4ebfdccc1621 req-61e0e514-2993-48da-846c-7dd22455657b tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0339766 Jun 22 14:11:02.260449 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8373e09d-13db-43f2-baea-521f41414ec6 req-72b1b9cb-c70d-4b49-905d-59a3924ff500 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0311279 Jun 22 14:11:02.989525 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4fb57f8-64b6-4c44-bdbf-92abfb45eba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:03.398852 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3210b859-0359-4f8d-8277-0667ecdd8cc9 req-5d28e723-5c58-4b14-ba5c-1a1c0d014a42 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0289986 Jun 22 14:11:04.543076 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cbfffe4f-8952-4bbd-82e5-b6731dbdd4ba req-7de2cec0-51bb-48a8-bd72-210975b206eb tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0316234 Jun 22 14:11:05.689682 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ab71f74d-6ec0-4175-9bd3-2ebe8c49fea1 req-9b7f8c8c-2348-45df-b109-6b0858bb0327 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0322428 Jun 22 14:11:05.936295 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:06.137430 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-758052cc-c210-4e89-9fed-1b08fb9418e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:06.834464 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3c7b6f9b-3e93-447e-a674-bd60ca489f81 req-1d67fdba-4ff8-456a-bdad-8fb7102a20e0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jun 22 14:11:07.003592 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:07.180251 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [req-6bbbbfb5-6bfb-498b-a0a9-b8dd6db295aa req-8f6b6820-9384-4f27-9038-dca1a362b623 service neutron] (92747) timed out ('10.222.0.10', 61765) {{(pid=92747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 14:11:07.981207 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3983cdd0-2703-4b4a-996d-d8837cd6199b req-3e24e4b4-9dfa-4e05-a897-a0bd3656b29e tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0323305 Jun 22 14:11:08.539493 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:09.130541 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f9f8962e-b7f2-48e3-b173-a6a723922b18 req-f8131f74-8cf8-4d61-8c82-7302684a9d85 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Jun 22 14:11:10.271804 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-422a99b2-303a-4131-b2a5-78c7d1f2e4f8 req-3474c24d-4ddf-437f-9e44-b2a44b1f28be tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0308039 Jun 22 14:11:10.295945 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:11.416283 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a846df09-1e46-4380-9848-79ee0327d744 req-324b2a6a-07a0-47dd-9964-4ee25ae5a684 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0295491 Jun 22 14:11:11.420711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [req-bb539d34-e803-4015-abcf-f477db8dc1e2 req-16e2db01-d0d8-4e59-866d-fdd9f15e2c53 service neutron] (92747) timed out ('10.222.0.10', 61748) {{(pid=92747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 14:11:12.197204 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-e903e0ba-1adc-4f10-a88e-9db76207aab2 req-58c1f0ad-0dff-45b2-a5d4-3e75a949559d service neutron] (92746) timed out ('10.222.0.10', 61762) {{(pid=92746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 14:11:12.555375 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dbbbbfa1-d8a1-4414-ab97-af5128dcf0f4 req-77a1cb0a-076a-47c6-a87d-9f96f68cec59 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0288799 Jun 22 14:11:13.703871 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1814246c-f436-49db-987d-ec3d6a505912 req-feaa0daf-70c1-4eae-aee2-497b3e26ffa4 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0341065 Jun 22 14:11:14.857781 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44018f6f-0596-4459-b243-08f9c7a0b3b0 req-34ca3bae-58c7-42e9-8d86-2edb2540e837 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0333102 Jun 22 14:11:16.001541 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f9c721ba-0eec-4af0-ae2b-4e8c752b40d8 req-a34a33b0-b5ac-4e9e-9ca1-c7cb03cc4a3f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0313518 Jun 22 14:11:17.145899 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6ec907a6-9afd-43fc-82f8-c290d8c13908 req-ef543de6-50f3-4e88-afbb-b2f51c03a8c0 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0294216 Jun 22 14:11:18.288456 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0c921092-3bc4-4dc8-9b08-3b6ce583263c req-b095b1b1-3504-4f56-b7c3-e504acedbde5 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Jun 22 14:11:19.439417 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-377a8855-9f08-42ff-a38f-e72b0f689bdd req-b65eb5ae-9f63-4d77-9bd0-46968612b8fd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0359335 Jun 22 14:11:20.584914 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3f9faf5d-38b4-49c6-9a2c-4493317a4642 req-c0314b36-ddfd-422f-99da-17aa8ea7bec9 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jun 22 14:11:21.470594 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50499da9-c69b-410d-b0eb-4e9ea80058ee req-0511a47c-ae47-46c4-9f62-16f0080ac27f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:21.473186 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-50499da9-c69b-410d-b0eb-4e9ea80058ee req-0511a47c-ae47-46c4-9f62-16f0080ac27f tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 945 time: 0.0681391 Jun 22 14:11:21.511373 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-50499da9-c69b-410d-b0eb-4e9ea80058ee req-d58cb4c0-0662-4b4b-9092-995ae163b020 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f38065f-09e4-4b15-94b5-6934d90a0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325098 Jun 22 14:11:21.736787 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2cfb53ab-8a96-4518-a22e-b0d2f58af071 req-c87c470f-5979-4e34-8978-f2b24aaaf90b tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0283508 Jun 22 14:11:21.949691 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-fdf77908-248b-4bf5-a1ac-e48c01461871 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:21.951041 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-fdf77908-248b-4bf5-a1ac-e48c01461871 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jun 22 14:11:22.052749 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Deleting port dd42dba6-ad7a-42f0-9331-de087215d50f {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:11:22.053093 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:22.141845 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] For port dd42dba6-ad7a-42f0-9331-de087215d50f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=dd42dba6-ad7a-42f0-9331-de087215d50f,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:11:22.142241 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:22.338215 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:22.338640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:22.338946 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Floating IP 5aa50e34-7e45-49b8-a6b8-50c1a013faad disassociated. External IP: 172.27.0.181, port: dd42dba6-ad7a-42f0-9331-de087215d50f. Jun 22 14:11:22.339323 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Calling delete_port for dd42dba6-ad7a-42f0-9331-de087215d50f owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:11:22.466188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:22.470096 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-a98d99a9-57f2-470c-9a4b-afcf6e98886f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:11:22.495591 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event deleted for resources: {'Port': ['ID=dd42dba6-ad7a-42f0-9331-de087215d50f,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:11:22.505833 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.506207 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.506574 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.506958 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.507292 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.507670 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.508029 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.508377 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.508727 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.509076 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.509424 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.509774 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:22.514148 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:11:22.619441 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:11:22.911683 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c96430b2-8c2b-4db1-a323-c1bebf15404f req-910492c3-71a6-4bde-b22a-804949237f72 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0345204 Jun 22 14:11:22.946412 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-da50dc4b-6206-4a40-9c0e-74036c0631d7 req-8145bdf4-8a14-4615-a366-5d5b92603917 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/ports?device_id=a20b718b-ead3-40d2-92ab-1fa5e998cc3e HTTP/1.1" status: 200 len: 210 time: 0.3150001 Jun 22 14:11:23.008484 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:11:23.019320 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:11:23.028499 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:11:23.029180 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:11:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:23.054502 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] No DVR routers for this DVR port dd42dba6-ad7a-42f0-9331-de087215d50f on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:11:23.057037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:23.059125 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb3d2630-8d17-4445-9e55-f009d0d5da58 req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.10 "DELETE /v2.0/ports/dd42dba6-ad7a-42f0-9331-de087215d50f HTTP/1.1" status: 204 len: 173 time: 1.1015980 Jun 22 14:11:23.059685 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'name': 'network-vif-deleted', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:11:23.062650 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeec13f-f2c4-45a3-b981-d059990d891b" -d '{"events": [{"server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "name": "network-vif-deleted", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:11:23.115576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a626c20-895f-4357-9fd9-c3eb9c3d83a3 x-openstack-request-id: req-8a626c20-895f-4357-9fd9-c3eb9c3d83a3 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:11:23.115904 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20b718b-ead3-40d2-92ab-1fa5e998cc3e", "name": "network-vif-deleted", "tag": "dd42dba6-ad7a-42f0-9331-de087215d50f", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:11:23.116183 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a626c20-895f-4357-9fd9-c3eb9c3d83a3 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:11:23.119971 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20b718b-ead3-40d2-92ab-1fa5e998cc3e', 'name': 'network-vif-deleted', 'tag': 'dd42dba6-ad7a-42f0-9331-de087215d50f', 'status': 'completed', 'code': 200} Jun 22 14:11:23.141222 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:11:23.339962 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:23.368623 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:11:23.376906 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:11:23.377883 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:11:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:23.481758 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:11:23.694233 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:23.720564 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e8c2f7-2cda-4831-b9e5-c41d623797c0 None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'eec34aef-714b-4f3e-a16c-7a7372fe0950', 'name': '', 'network_id': 'cec3f186-c9ef-4abb-8c14-53e69e126287', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'mac_address': 'fa:16:3e:18:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:57Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'subnets': [{'id': 'ff12c535-e65f-42ab-9d65-c1ca7f7432c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:11:24.032372 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264fcad-e77a-42fb-8e3d-1cb060d61eae None None] New status for floating IP 5aa50e34-7e45-49b8-a6b8-50c1a013faad: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:11:24.068186 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-05b187df-096c-45b1-95de-e2287bac5a5b req-7d995481-e7e5-414a-a1b2-03efab7b01f2 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0333371 Jun 22 14:11:24.097472 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 57494) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:11:24.154128 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.182244 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.237956 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.240635 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.241813 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f38065f-09e4-4b15-94b5-6934d90a0b5f HTTP/1.1" status: 204 len: 168 time: 0.1432443 Jun 22 14:11:24.247634 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2004422b-0651-4a09-8c77-706f6cc812ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:11:24.248305 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 57496) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:11:24.252072 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f38065f-09e4-4b15-94b5-6934d90a0b5f,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:11:24.259770 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.260140 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.260505 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.260864 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.261217 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.261358 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.api.v2.resource [None req-741bbaa5-044f-4071-9dd6-cc348294dbb0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] show failed (client error): The resource could not be found. Jun 22 14:11:24.261571 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.261919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.262263 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.262608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.262768 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-741bbaa5-044f-4071-9dd6-cc348294dbb0 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "GET /v2.0/security-groups/0f38065f-09e4-4b15-94b5-6934d90a0b5f HTTP/1.1" status: 404 len: 347 time: 0.0159376 Jun 22 14:11:24.262958 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.263302 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.263664 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:11:24.266157 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 57498) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:11:24.276571 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:11:24.401152 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Deleting port 3a274407-7b80-4567-9936-0780f5c4add4 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:11:24.401481 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.478702 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.479047 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.543082 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Calling delete_port for 3a274407-7b80-4567-9936-0780f5c4add4 owned by network:floatingip {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:11:24.677029 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.679770 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:11:24.707235 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Pushing event deleted for resources: {'Port': ['ID=3a274407-7b80-4567-9936-0780f5c4add4,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:11:24.710354 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:11:24.770506 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks [] for floatingip, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.773138 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:24.774295 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] 10.222.0.13 "DELETE /v2.0/floatingips/5aa50e34-7e45-49b8-a6b8-50c1a013faad HTTP/1.1" status: 204 len: 168 time: 0.5069306 Jun 22 14:11:24.944014 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device dd42dba6-ad7a-42f0-9331-de087215d50f no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:11:24.975703 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: dd42dba6-ad7a-42f0-9331-de087215d50f {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:11:24.976053 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device dd42dba6-ad7a-42f0-9331-de087215d50f not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:11:25.226987 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a6364f86-d5b8-4bcb-8971-8fbae17c3719 req-4c93638c-ad7b-4224-bc33-7717ceeeb8d2 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0292525 Jun 22 14:11:26.375775 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-60602d5a-91da-456c-a62f-aaa10ce7e4d4 req-f0973d93-c2a4-4ceb-a340-df4592cc6c76 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0312340 Jun 22 14:11:27.516208 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2b068398-284f-476a-bb3b-1efd04162b52 req-587df2a9-0c69-49e8-8258-1f372d760e9d tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0272238 Jun 22 14:11:28.659278 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b46edb3f-54bb-4e95-a9ba-8e0c01c2370f req-5059aaee-4cad-4b66-bb05-a587aff5086a tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Jun 22 14:11:29.809596 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-57cf144a-688e-4f24-93ba-116c8fd0bac8 req-c87f652b-bad0-4ecb-8d5a-90e78b47b4a3 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0286827 Jun 22 14:11:30.949423 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1c876cf1-4668-4d2d-8d48-70239f0c4a99 req-9badeb35-33d4-4822-87ac-42e78fef14d8 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Jun 22 14:11:31.259850 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:11:32.093273 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fd0a2c86-7d0e-4f3e-b8e0-ffdda5540f90 req-c8969b7e-ba6f-4122-a7dc-4f7ce5b00de5 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Jun 22 14:11:32.992955 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-60f90c63-faf8-4f3e-8cc1-3065f970a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:33.235797 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-50739273-784d-4e8f-b783-bcc3773a0402 req-4486aa25-9fca-4418-afee-6261584e3487 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Jun 22 14:11:34.375573 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2d5e7b23-1ca1-49ff-aa0f-97af9a1afa96 req-ce6040bf-65b9-4a67-b5a7-5f75027cc22d tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Jun 22 14:11:35.531412 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-98a39e23-2ffa-4ab8-b0bc-999f271f7b9f req-fc599c2f-fdc7-4056-8caa-7e808a18295c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0342729 Jun 22 14:11:35.937693 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:36.139601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0d4caf2e-d792-45c6-a478-11dbd86bd7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:36.686186 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a6842fc3-c58b-4f42-b426-c3778af2e738 req-40aeae4d-058f-42de-a2bf-adced4092a7b tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0316744 Jun 22 14:11:37.009046 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:37.845900 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f3321f52-0221-40c1-9da5-94b1cfd13b33 req-97fa50ee-e28b-4922-b099-b3f4dd296d11 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0367281 Jun 22 14:11:37.990663 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3d055-964c-456b-a0c2-0642006b35bd req-d75bdf6b-bf16-4f2f-832c-890967611ff6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:37.992192 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-62c3d055-964c-456b-a0c2-0642006b35bd req-d75bdf6b-bf16-4f2f-832c-890967611ff6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0694261 Jun 22 14:11:38.033208 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-62c3d055-964c-456b-a0c2-0642006b35bd req-b19e73b0-8081-4ef1-bf3b-fec6b537a10d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353212 Jun 22 14:11:38.543058 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:38.620936 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-889f4e80-9046-48ac-8302-9cf81116985b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:38.622393 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-889f4e80-9046-48ac-8302-9cf81116985b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 946 time: 0.0682580 Jun 22 14:11:38.728589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Deleting port 7fa14b1d-5490-43ac-b550-922eab62f317 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:11:38.728938 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:38.827825 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] For port 7fa14b1d-5490-43ac-b550-922eab62f317, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7fa14b1d-5490-43ac-b550-922eab62f317,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:11:38.828194 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:39.010925 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-38d0c943-dae8-4ea8-9879-4f01178e274a req-91996416-e973-4ee3-ab66-6aeaf2bcb1ef tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0326765 Jun 22 14:11:39.030102 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:39.030478 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:39.030792 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Floating IP ae75e880-d6b1-45df-91ce-5ae419f08fb3 disassociated. External IP: 172.27.0.78, port: 7fa14b1d-5490-43ac-b550-922eab62f317. Jun 22 14:11:39.031133 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Calling delete_port for 7fa14b1d-5490-43ac-b550-922eab62f317 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:11:39.173037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:39.177898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:11:39.201423 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event deleted for resources: {'Port': ['ID=7fa14b1d-5490-43ac-b550-922eab62f317,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:11:39.204230 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:11:39.220721 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9947ce-0724-4e24-b6ef-3d26e8e500b0 req-8d15df12-f7e3-4be0-9399-1af6584fda3a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:39.222373 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3c9947ce-0724-4e24-b6ef-3d26e8e500b0 req-8d15df12-f7e3-4be0-9399-1af6584fda3a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 867 time: 0.0710731 Jun 22 14:11:39.268398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-3c9947ce-0724-4e24-b6ef-3d26e8e500b0 req-d019ff3f-05c6-43aa-96e9-9f547701c7e1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=0f6bed6e-bbca-4404-b5c5-8248b0b66901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Jun 22 14:11:39.331250 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Router badf917d-c7f0-4996-9d33-e8be222a6e84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:11:39.446492 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:11:39.456631 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:11:39.467712 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:11:39.468323 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:11:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:39.490820 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] No DVR routers for this DVR port 7fa14b1d-5490-43ac-b550-922eab62f317 on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:11:39.493457 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:39.495806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fcce95c0-2db3-4e3a-90ef-0f5b5bb72148 req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "DELETE /v2.0/ports/7fa14b1d-5490-43ac-b550-922eab62f317 HTTP/1.1" status: 204 len: 173 time: 0.8674917 Jun 22 14:11:39.496166 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'name': 'network-vif-deleted', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:11:39.498781 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcda019-0e12-4876-80f0-96e17579b508" -d '{"events": [{"server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "name": "network-vif-deleted", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:11:39.540381 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b5c29-9068-4e69-93bc-025fed559823 x-openstack-request-id: req-c43b5c29-9068-4e69-93bc-025fed559823 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:11:39.540798 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d6899d-d7d8-49a6-bda5-045309214442", "name": "network-vif-deleted", "tag": "7fa14b1d-5490-43ac-b550-922eab62f317", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:11:39.541181 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c43b5c29-9068-4e69-93bc-025fed559823 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:11:39.541805 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d6899d-d7d8-49a6-bda5-045309214442', 'name': 'network-vif-deleted', 'tag': '7fa14b1d-5490-43ac-b550-922eab62f317', 'status': 'completed', 'code': 200} Jun 22 14:11:39.595178 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:11:39.807270 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:39.834594 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:11:39.843058 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:11:39.843701 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:11:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:40.043084 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:11:40.158512 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-959fa5a7-88bf-4a5c-a3de-44ecf22882de req-1626c25c-e75a-422e-b86e-af8cdf89b516 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Jun 22 14:11:40.249069 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:11:40.276114 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9a2c-a35e-4d3b-a0f3-8dd38e617a61 None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:11:40.322225 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:11:40.441525 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-711b0917-99a5-4fe0-b248-5aa4f9c00878 req-b4faa20c-4906-4d1e-8f0f-19b81ad7d5c0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0378501 Jun 22 14:11:40.510832 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a5114-608a-4aa4-886e-d23a3962ded2 None None] New status for floating IP ae75e880-d6b1-45df-91ce-5ae419f08fb3: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:11:41.039935 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 7fa14b1d-5490-43ac-b550-922eab62f317 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:11:41.063653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 7fa14b1d-5490-43ac-b550-922eab62f317 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:11:41.064012 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 7fa14b1d-5490-43ac-b550-922eab62f317 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:11:41.312220 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cf4a7043-497d-45d8-b397-d5ae06d9ffa8 req-c4163028-960c-4e89-acb7-214e800c27c3 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0326583 Jun 22 14:11:41.584017 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-36552937-7940-40bb-85d1-9396dd7d7097 req-d5618c35-27dc-412a-b150-82586d13d102 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Jun 22 14:11:42.450729 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-448df3c8-7e67-4162-ad56-b8125e0f7a21 req-176160ca-4fc5-4e28-8696-45100e6ebafd tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Jun 22 14:11:42.731614 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c5296826-347d-4f1d-945a-c130fcf058c2 req-3c8d3b97-8862-4bf9-877a-85c2d3dc4dab tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0317214 Jun 22 14:11:43.717382 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7f1595a7-4e63-4657-94cd-2165acd27ad8 req-97161a6d-d03f-4730-9653-17355cf0cff6 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jun 22 14:11:43.883716 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-077aa60d-883c-4735-ac1d-3771ec65712e req-f4779b4f-a169-4278-8815-99cca061177e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0285041 Jun 22 14:11:44.864003 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ce693928-5ebf-45e5-80eb-7f3b6aef7e2b req-f7e91b5b-6ccc-482a-be1b-5467ff757e6f tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0334473 Jun 22 14:11:45.034424 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0cea34d1-bb33-4faf-b2f1-7c8628c8c85c req-df984a51-fa5c-4df8-accd-308184af18a0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0349610 Jun 22 14:11:46.011810 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-de5da6d8-8a50-4c9b-bcce-a1e7b5538d59 req-5328bdad-3d52-4e16-84f7-9789842ea2cc tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0326269 Jun 22 14:11:46.187056 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d35eb411-3168-4b74-9861-707561cf7282 req-baeb09b5-529b-43d0-8233-fa2bc3c52d5e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0316701 Jun 22 14:11:47.152538 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f908e769-079c-4ec4-a39a-48dd2003bb7e req-f8616eb7-b326-410f-a6d5-897c3dbfd31c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0305514 Jun 22 14:11:47.334235 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-88b6d85e-460f-40c3-93b6-b0236e6d4566 req-5a8e39c1-2eb8-4c00-9951-a725e1256d3e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0349097 Jun 22 14:11:48.300940 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-700d81f4-f28a-4d71-8639-aa47cfd7b36e req-1b656202-9e84-4685-ac1a-1fc4da4e7f8c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0295093 Jun 22 14:11:48.476986 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f8c625ef-763c-410b-ba25-ee29b3968355 req-5e0458c6-b24a-4722-adce-8ffedcf910a3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Jun 22 14:11:49.444059 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e7ae587e-9574-4569-a89c-2d1176849dda req-cd58b341-0cf0-4158-9347-5a23e574d3c9 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0316176 Jun 22 14:11:49.620349 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f68ab494-5914-4423-94ef-9445d1ae1e83 req-67bfa6f2-51a7-4390-9666-5b751698a601 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0310628 Jun 22 14:11:50.590894 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f880fcf9-776b-4ed2-930b-18ab2b42a0d7 req-7f107b59-f7eb-4058-87cf-76045c57f1d1 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0322521 Jun 22 14:11:50.765805 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fa31e924-63e2-42d4-91e4-900e4c3d64a0 req-4d52d8e6-2564-47e9-9083-4214223ffebf tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0286238 Jun 22 14:11:51.735174 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-61b01ad6-1569-460e-9a34-b9afdfd8876b req-6c851c2a-639c-4f76-835c-8047958c420b tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0300875 Jun 22 14:11:51.906286 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7f6b0f32-b173-4401-9ecb-06c54a3ef313 req-67692c33-11a1-41a4-a5ae-402ac6694d0d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0299714 Jun 22 14:11:52.251735 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-61c26106-d28d-40ab-9631-2c7bb8c637d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942116 Jun 22 14:11:52.365694 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-67d45c05-b31c-45ed-b5ae-e98810842c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:52.367137 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-67d45c05-b31c-45ed-b5ae-e98810842c06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0565746 Jun 22 14:11:52.470268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-11b33f27-02a7-4149-b1de-5799ba0ec3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:52.471767 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-11b33f27-02a7-4149-b1de-5799ba0ec3e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0809667 Jun 22 14:11:52.516196 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-6627e81b-8406-4819-b39c-94cab34661b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0377383 Jun 22 14:11:52.563185 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-352e171b-434f-426d-8c63-12636ac18de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:11:52.564680 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-352e171b-434f-426d-8c63-12636ac18de7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0420852 Jun 22 14:11:52.598776 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-15cd78db-e681-4437-a536-f1a7e58ff19f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282350 Jun 22 14:11:52.693585 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-4397fd1c-366a-491d-a0dd-d0a642143be0 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877371 Jun 22 14:11:52.791290 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2db2a47a-fa3e-4ffb-bb93-14453d49a601 req-1ece24df-8d3c-49e7-a581-090b44146880 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890307 Jun 22 14:11:52.878328 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-abd9b324-39d9-4c95-903f-d82f2151fb88 req-12ec848f-1a21-4c37-945d-5e01b2e6ed7a tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Jun 22 14:11:53.047026 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7dee3c95-d713-4b4e-a35f-834a3bbcfc56 req-d5f44da5-21cc-4f37-868b-d41426223b60 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Jun 22 14:11:54.016517 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a94d6bd6-44a9-4166-9544-cb36829e6282 req-bfa4910b-6c9d-45bd-b785-f63f72e6a755 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0276818 Jun 22 14:11:54.193228 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-62b169b7-855e-4602-967c-4ef813b0fc8f req-3754a0ce-37b1-4d45-9d63-44c28a9bf37b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0333745 Jun 22 14:11:55.160131 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-621b114f-6af3-433b-97d9-9d22957f281c req-d0d16b95-485e-45ab-b2ee-c476db64dd0b tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0312095 Jun 22 14:11:55.338022 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4d753dd4-89a6-41b7-8eee-2f873b40f5fc req-358e24ba-3e4e-4d4b-8898-30542ea94b14 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0287678 Jun 22 14:11:56.484089 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c383943e-ae72-4bda-af65-d3a12e8cf87b req-c706e8a6-d015-4f3a-8172-439315d68412 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0294693 Jun 22 14:11:56.556176 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4d6f9252-3b4c-4e88-adf7-346780e9d202 req-435d50cb-c55b-4076-9fbf-449bfcb5e5c7 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.2809262 Jun 22 14:11:57.628169 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ee207a57-952d-4b48-aacf-843bdb764790 req-775003a3-7a2c-43d8-8fa7-a081b32deb9f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jun 22 14:11:57.704318 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-19b5e928-c80e-46de-9165-a7fafd6acf8e req-2241d8c4-8a0b-4630-a65b-c773c57fcbed tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0301144 Jun 22 14:11:58.786038 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-35fdf5eb-7829-46b4-97ca-3d65a3b0844b req-c509d4f3-8e48-4427-abd6-f35f66f68f02 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0348959 Jun 22 14:11:58.851212 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f9bfce34-6851-4f6f-b29a-603c979da523 req-b66425d5-760c-46a1-80c7-2acbeb277d09 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0293179 Jun 22 14:11:59.943743 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8ccb5c7b-71ff-4b43-869f-f58f049fa022 req-3f0b99b9-c895-485b-8ea7-79b7e7af32a8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0313678 Jun 22 14:12:00.003560 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ad6f337f-1fb1-4cc7-af6c-0c034331def8 req-aa10b23c-8d2c-439f-bcd4-cab22e450138 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jun 22 14:12:01.085758 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a0e06d63-fcbc-45d7-b97a-84caa438c02a req-ee67b518-ac5f-41d6-b4fd-6432328f71ac tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0280802 Jun 22 14:12:01.149616 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-56534496-ad5e-422f-859c-ad84cb6e6f0e req-73423c01-19b3-4ec5-b732-8ca45943ade1 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0319457 Jun 22 14:12:02.251901 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b46943cf-e7ce-4398-9650-9c6761c4a8fe req-fd4c05da-a960-417c-8dc2-2eef7bd8e6f4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0347629 Jun 22 14:12:02.302192 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4d1f9c07-2016-4767-b07e-ae8fb4ee9ff8 req-32795855-4758-4e49-bce3-a15287eb67b7 tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca4947f8-3b84-4596-849c-db0ecd4dd410 HTTP/1.1" status: 200 len: 210 time: 0.0330167 Jun 22 14:12:02.994366 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-00e39129-f7f6-48bc-a074-99908f804dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:03.397618 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-acaa159f-eccb-4b51-ba18-209a318a5394 req-99f65312-c5ce-4a08-a51e-fb9c19e5b6ef tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0321763 Jun 22 14:12:04.538292 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d0320d9e-cf05-4b54-b05d-f4f38f70ad1a req-e1c28347-cd55-4e59-9737-8ee5a660fc51 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0287836 Jun 22 14:12:05.678744 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6fc1d192-897e-4f99-adbe-bdc4dd536e42 req-42469260-8f51-4274-a982-e8b5e3681308 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0292268 Jun 22 14:12:05.940302 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:06.141275 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8f534f8d-87ef-44a5-ab7f-5a465d06d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:06.821799 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-cd7765ad-0c18-4fe1-a897-b558a59e9164 req-1b88ee99-9ae1-45d7-9ea2-4106f34be38f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0294600 Jun 22 14:12:07.010217 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:07.967682 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5d63f019-5d0c-4ab6-8dc1-0de098d3bb22 req-d4c6b005-9983-4a4a-a415-2c7f9386bdc0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0298691 Jun 22 14:12:08.259704 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:12:08.546499 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:09.114476 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-192671d0-0b03-459e-8725-f59b3095ef6b req-6c095bb1-d384-4b33-9a8b-c013fa06ffd6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0317624 Jun 22 14:12:10.251144 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-47c56909-a2f4-4844-a5fe-f834c1b049d4 req-869e4ea9-8b12-434b-87ed-620c33282242 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0288296 Jun 22 14:12:10.320169 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:11.542534 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-95f3912a-b837-4dd7-ba55-85d6e02c622b req-28f7bfe1-7602-40b7-8ade-a8444ae6d2db tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Jun 22 14:12:12.683261 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d2b10564-56f6-485c-aeb2-4be9e22c6224 req-a4e3b868-66da-45cd-bf29-f496e7693a04 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Jun 22 14:12:13.822276 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9ec55cad-d36e-409c-ab1e-efc28fb406f0 req-f5f2f3ca-6c7d-489b-a23a-510b6626081e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0282490 Jun 22 14:12:14.966138 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-816b8df0-1156-4fb0-bdf6-44461b2e4042 req-0f6545e4-906c-4588-9156-b9c601c8ab10 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Jun 22 14:12:16.102338 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5720abb4-8941-4c24-81e7-574f634f3b6c req-bf2b8fc6-eee7-4c61-adb0-34cd867c281c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0290775 Jun 22 14:12:17.272573 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-865e1b52-6ca0-49a3-b523-b0a9d3bedceb req-5277c231-7c2d-4e54-90a0-f71841cdb4d5 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Jun 22 14:12:18.413878 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5616ad13-f02c-4d04-a532-383f49ce02ff req-31f6ef83-3a6d-4d79-9a06-0387071ef1a6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0314615 Jun 22 14:12:19.553008 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0f9ef8d1-6a4e-429a-b01b-07bc60d42ac7 req-26cff62e-6cd7-435e-b06e-ed6bf7a49c42 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0289335 Jun 22 14:12:20.695248 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-39fdb7e2-0278-40ad-88d7-27acb8d2d934 req-a8ec14f5-b21b-424c-b8d0-c8bc56736fc6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Jun 22 14:12:21.839123 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ee74fc47-5a61-4a07-88ad-d1852888a45c req-cf20341b-6a01-48ce-8e01-1e688a3c7198 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Jun 22 14:12:22.979799 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-65aad937-a01c-4646-93b3-2acfa2370fd2 req-25759f79-2fc2-4df0-9ae1-f1de695a66cd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0280845 Jun 22 14:12:24.124002 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5842bbfc-d20f-468f-a1fc-27d22661a273 req-26a99608-4c2d-40be-a2f9-516bd2a8998c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Jun 22 14:12:25.262162 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-828f2f86-fadb-4278-ad6c-52f533c1b9ec req-bfc823a8-88a2-4e2f-9338-1aad9373b69e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Jun 22 14:12:26.405730 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d5bd64fe-5061-44a7-a398-ae10825b7918 req-bc5a9b1a-49d5-4671-9d66-0c539aca9b0a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0302279 Jun 22 14:12:27.550664 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0e581def-5bb3-4089-bb23-0f1fe736a533 req-86e91476-1beb-4bf5-a189-843900d8de40 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0311391 Jun 22 14:12:28.697349 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6e7046a7-6515-4f1b-b0a5-cca840aca9df req-5aa6a610-ecea-4d1a-a164-d0d14508cbdb tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0360322 Jun 22 14:12:29.840557 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b81343d3-2e0c-4beb-801b-d7c1e5028744 req-e1b48388-c742-40b0-a020-7a938541bfb7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jun 22 14:12:30.996344 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6633d473-8925-4ea8-8d35-6e107442fd7f req-182b4509-65c0-4713-867b-829c565b8743 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0322828 Jun 22 14:12:32.134011 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c8d3d537-322c-4378-8208-49c5c36daa0a req-f20e7db5-4ec4-4b0b-a36e-5d294a8ab42f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Jun 22 14:12:32.997062 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-46296aa4-29a4-471d-9d43-cf3b86a3ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:33.285312 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-21c850c8-9c57-4546-bd55-0a4f02b33f8d req-77ce46d3-fab8-41fe-a1bd-1b0fc6021640 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0298727 Jun 22 14:12:34.425978 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a8a393f4-874b-4f7a-b6e3-563c4ccf6c76 req-2c218aba-1c61-4e15-a232-8ee01c874178 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0293357 Jun 22 14:12:35.563292 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cd6b97e7-cf34-46f2-9870-de7eb3a75112 req-d229779a-df9a-495e-ab14-3fb20d8b03e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Jun 22 14:12:35.942358 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:36.143204 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-6965223b-16ad-424c-8a5a-f7374081aba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:36.708705 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a50a85b5-305f-4245-83de-5f5b904cc38d req-604d741e-cbf7-4e3a-9a0d-9d98479d7776 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0308380 Jun 22 14:12:37.013852 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:37.848048 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8351d1f1-f99d-48ef-afdd-62abfb08a7b5 req-cb96e7ff-2beb-47c9-87f5-130cd8a0a590 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0284717 Jun 22 14:12:38.551243 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:38.984333 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-81c88016-9327-4b54-a389-6d245c71d862 req-c15f9395-23e9-4b26-bc65-9fce941074f2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Jun 22 14:12:40.124765 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c823c1b6-586c-4881-9408-c992a70acf61 req-bf98cb37-4ba8-4ee4-96b3-ab4281c1ae97 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0312510 Jun 22 14:12:40.323752 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:12:41.264287 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f755b2b1-fc63-480a-b58a-2fc9b4bd1508 req-bbdd5c9b-b626-487d-b8bd-95fafc3d3b8c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0305436 Jun 22 14:12:42.408790 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c4be011a-dd01-40e9-ba2c-180ee2e8a50f req-4599f7e9-ee69-4536-9a8a-c27d6bdbdb10 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0303001 Jun 22 14:12:43.310256 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [req-05a01f2e-25e4-4c49-a1a8-03a17bcdfe28 req-97ae8185-6754-4902-8d0f-e8fa70d17c0a service neutron] (92747) timed out ('10.222.0.10', 61729) {{(pid=92747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 14:12:43.550385 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f2ce3f9c-8e3f-4977-a9bf-b81ae330e93b req-c47df3e4-9532-4be4-815e-3e16b78c77ea tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Jun 22 14:12:44.692498 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-579ca347-77dd-4751-b3b9-d8b1f2e058ad req-4d6d573c-be61-4832-a97b-420532c95a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0282872 Jun 22 14:12:45.258524 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:12:45.836777 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f5c74105-6bce-4196-a7fd-a9397bd9f83b req-b6257dec-e0ba-4c2e-b8c0-6ef61b484823 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0321848 Jun 22 14:12:46.974783 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f295dd3a-e1c7-4676-8e7c-7d5cd54d81d3 req-a0d92620-1f01-4073-a824-123dd87cf4e7 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0278633 Jun 22 14:12:48.111971 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-70ffe974-20b6-42b5-8939-d67f16b2c605 req-8910737c-72a8-48dc-bee7-387eab258e46 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0279160 Jun 22 14:12:49.254349 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ae74e463-a42d-4c95-ad21-a2226d5c23ac req-518ecd9b-b4c0-444f-8fbd-cf2b0315475a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0317090 Jun 22 14:12:50.394461 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ec772d58-9d91-4e84-93ae-7dd175ba25a0 req-79d912c8-15f2-4707-9734-cc32fa2c3878 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0297167 Jun 22 14:12:51.537338 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-328fe926-7d29-4494-8aeb-7388618cb997 req-952d5865-7dd6-4093-a795-4dd4341b1dc2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0292556 Jun 22 14:12:52.218234 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-d35f1441-6b45-418b-bba1-ff33d6ca4976 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501962 Jun 22 14:12:52.312833 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-ca38d27d-d306-48c2-b439-ec9280778a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:12:52.315270 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-ca38d27d-d306-48c2-b439-ec9280778a18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0635753 Jun 22 14:12:52.425226 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-729acd4a-bb22-4fc5-88a0-97c8ef825ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:12:52.426587 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-729acd4a-bb22-4fc5-88a0-97c8ef825ce9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0884879 Jun 22 14:12:52.468522 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-f34d32ee-007f-4fb5-a651-637a66dd9e0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0342698 Jun 22 14:12:52.520109 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-0e677600-7601-4018-83d7-2bd42e8cd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:12:52.521514 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-0e677600-7601-4018-83d7-2bd42e8cd836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0470431 Jun 22 14:12:52.553995 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-08105168-1f49-41df-a70e-487b89ddee12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254536 Jun 22 14:12:52.642612 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-0346c366-7efb-4166-b0a9-79f058b79efb service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808547 Jun 22 14:12:52.675758 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5e08acf1-6ea2-443a-92c5-33efe79684ed req-07040f05-2ebd-4bba-90ec-447947dfd08f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0288832 Jun 22 14:12:52.736182 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec131099-173f-4d06-8c7e-5bdc8d145acf req-40789570-4715-46cf-9a07-c47637a61f82 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881314 Jun 22 14:12:53.816800 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5338ccc8-e44f-481b-82a0-aab1ba1426c4 req-8a3f2e99-dfdf-4d8a-bc7e-1df9ebbeb5b4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Jun 22 14:12:54.962338 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d4d7f0dc-6f70-46a3-b1c4-3bfde684eb57 req-b4022dfe-c1ec-4302-8982-7fe108ac7fc0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0321515 Jun 22 14:12:56.100199 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1c8528b1-aed2-42ee-89c5-3a4c77a0afb0 req-9cf710e0-bb85-439f-8440-480d9be88fc8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Jun 22 14:12:57.238001 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d93b7844-4ede-41e4-9245-e468857c8a35 req-abf484e4-7640-4891-a773-0323a13b5fae tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0279613 Jun 22 14:12:58.385799 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-393fe3e5-670c-45d3-98ce-701a21e6fae6 req-bd7ee85a-46f3-4a01-899c-95971ee1de5f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0330443 Jun 22 14:12:59.526611 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a1dd7754-6fb1-4969-acd5-edf96047a5c2 req-da1fc21b-4d99-4748-a6ff-99def5438979 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0300176 Jun 22 14:13:00.672241 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-31e795f2-9f8a-45a9-91a4-9e3ffd4c191b req-b5d65232-bc12-4b59-894e-48e17aacc650 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0295842 Jun 22 14:13:01.817968 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a9b801da-01ce-4735-9ba5-33d7731349fd req-ecd078f7-fd0d-4b5e-ac09-b0b779263547 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0303388 Jun 22 14:13:02.979292 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ec774b99-b2ba-407b-9f2f-3ce64393bd8e req-a5b32547-ed18-4a75-aed0-416fa189b757 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0327153 Jun 22 14:13:03.002570 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb2b9-5b35-4796-8f5c-b35cece94eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:04.142112 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-019c4bd3-aabf-4679-96c3-32ba574676fa req-48901e03-c3c9-4098-ae3d-f95beff13a21 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0387051 Jun 22 14:13:05.304232 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4db16080-86b0-4e17-ba2d-9977a320d83f req-4a171812-88e6-423d-8bcc-595ebb25b2dc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0304615 Jun 22 14:13:05.945853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:06.144455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c091191c-e84e-4dbf-8c7f-9f99c3ee3600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:06.464746 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-79f39aca-ff72-4b67-b520-44c30a1aec55 req-6a1db39c-44b5-4d62-8c7f-9e8ce9d80c75 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0287933 Jun 22 14:13:07.016356 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:07.603673 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e50e5aad-084b-45a6-8b47-e4909166b950 req-ff6a4369-11ca-4ec7-830b-6c74a0d7d963 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0302806 Jun 22 14:13:08.550416 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:08.745654 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5c1392c6-2ec7-41f5-b4cc-6504b4154c4f req-52463662-9685-42b4-9c78-05b6a0940a9e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0310903 Jun 22 14:13:09.891547 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9e507a53-f04b-4e00-8572-277252171dcf req-de066fa6-ac5f-42f7-a159-80031f5d9020 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0302415 Jun 22 14:13:10.340532 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:11.032088 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c50b511-142e-4ef0-a1d5-a662d5c889e6 req-dbe06ee2-305a-4401-bec7-8d66a3da5cb4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0291221 Jun 22 14:13:12.187205 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1b378c32-1e04-4946-9760-9ab0b0e43d5b req-68a742ee-1336-4e11-8616-fc3ae591458c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0309365 Jun 22 14:13:13.326125 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0a4214d-5d88-4f6f-a99c-34c2f1762367 req-e14da983-b9b3-48a3-87ff-2083e17bc307 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0327115 Jun 22 14:13:14.463585 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-caa7905f-b338-4def-88d7-6c2224726a55 req-68ab1546-8b34-4bcf-a9a1-3695b5fd929c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0295830 Jun 22 14:13:15.603217 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2530a854-28b9-4242-8fe5-86cdad0085e7 req-4d44372c-67d2-40b9-afb7-a269b1b3c705 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0309672 Jun 22 14:13:16.745230 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-23c205b8-7dc6-4f5b-a37d-076158c73132 req-4e8dd361-457c-43ed-bdbb-5b00ab2f6daf tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0315502 Jun 22 14:13:17.882752 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6b0b857b-4972-4202-9e50-1979247ccf19 req-69d1097d-8e14-42c0-9a2c-0361722fa624 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0278585 Jun 22 14:13:19.024233 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fb75f40e-d8df-4633-948f-dfda2da090c9 req-c0d9c76b-dbc5-4489-b160-d1bda58acd1e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0276041 Jun 22 14:13:20.162396 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0f3f5c8a-7888-4ec9-917c-3cedc65b45fb req-7d7b237f-b5b1-4eff-b086-787b6197fe8b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0293107 Jun 22 14:13:21.302436 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a0b6c33f-6acc-42e6-a54c-a1ff19120fc3 req-4db1be03-fd11-44dd-a727-e8da660d8c93 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Jun 22 14:13:22.257128 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:13:22.445878 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bdf7e04b-6f9d-4bbf-b6ed-5c9d81c51be7 req-abf9d1b9-a0d0-460d-ba2a-83da149722e6 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0324972 Jun 22 14:13:23.589127 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5a538023-2a01-4c3f-86c9-73dede5f6d2e req-2baf2b0a-ffab-46ba-8826-31d5f25eb426 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0301304 Jun 22 14:13:24.727267 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-28176cc3-4ec1-48df-a04a-76f9c1ed687b req-b1ff244f-5623-45f9-b024-a0822c21aeed tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0281274 Jun 22 14:13:25.872065 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4a11e921-8c0a-4e99-aa11-7602b6d55ba4 req-d32c7998-5852-499a-b636-6d0f542313f5 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0315497 Jun 22 14:13:26.151986 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-e36e78ab-cf87-445f-a3a1-c71c6763ff7f req-9faa4814-e59e-48ca-aef3-af46b2a9605a service neutron] (92746) timed out ('10.222.0.13', 47156) {{(pid=92746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 14:13:27.010873 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9bdb129c-9936-4746-91ea-2b64790ff39c req-633ca404-c5f4-4640-9836-e6692bd80451 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0290358 Jun 22 14:13:28.151156 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aece25e2-5100-40ba-bd95-21bac52e8ef6 req-57a115a1-3d07-4c86-9ed6-552100d3d4f9 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0287592 Jun 22 14:13:29.291647 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-abce3213-d265-42f9-87a0-f3965bac1e4c req-7173ec42-9829-465e-8a11-a372df700e95 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0295973 Jun 22 14:13:30.431122 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-96dd61f7-4fe1-4a83-9bfe-075960cbdd6c req-b8b0d50e-1e7a-4e0d-9ed9-e677d710e04b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0292633 Jun 22 14:13:31.581593 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-bf2e69b3-938a-40bf-85fc-0c70e278f6d8 req-85b4c352-d90d-492d-899f-cce4073fe550 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Jun 22 14:13:32.726344 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-03690ea5-19da-49ac-b946-f85cb37eab36 req-35dd7880-c1ba-4b50-abe7-42caf1ba300f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0281975 Jun 22 14:13:32.993079 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ceaccd35-1b9b-4636-bbbf-8720134be1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:33.866807 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1aa1454e-618f-441f-a52c-d965d866d6af req-8b20ad29-1661-49b0-b553-c8d2140e71e3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0297024 Jun 22 14:13:35.008524 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f8e70400-133a-4419-ac5e-bbd39eaf6764 req-eb8264f7-c98d-4044-9452-230ce73f9532 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0322161 Jun 22 14:13:35.947543 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:36.149300 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5a6b6daa-21ab-47de-800b-a4b734d7e84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:36.154358 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7b382162-a532-42c3-97ba-ff516687bef9 req-f87bd29d-318b-4154-8575-247cab6127a3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0330899 Jun 22 14:13:37.019172 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:37.304809 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c9ebb551-5994-4e29-9364-5a2e75676249 req-47613e1d-8f16-4e1b-ab0c-3ad4195ae353 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0290501 Jun 22 14:13:38.444154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1619a7ce-77ab-4a1b-9ac9-ebe31e62f2ec req-733e212a-46dc-4310-a23f-18e90f6a5ff2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0290256 Jun 22 14:13:38.555066 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:39.592864 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c114cf89-b564-4288-b5be-348e1217066d req-8d499fa6-2d54-45e4-9a66-7f69121cc436 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9d6899d-d7d8-49a6-bda5-045309214442 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Jun 22 14:13:40.340417 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:40.721869 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58682) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:40.783538 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:40.808150 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:40.859826 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:40.862526 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:40.863686 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f6bed6e-bbca-4404-b5c5-8248b0b66901 HTTP/1.1" status: 204 len: 168 time: 0.1407917 Jun 22 14:13:40.864445 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-48878d36-0a0b-4367-afa1-a0bded12c083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:40.866864 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 58684) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:40.873399 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6bed6e-bbca-4404-b5c5-8248b0b66901,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:40.881190 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.881569 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.881937 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.882302 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.882663 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.883021 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.883377 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.883757 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.884108 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.884517 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.884811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.885157 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:40.885577 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.api.v2.resource [None req-bc2a8a04-7aad-4748-866d-c9393c0bb1b9 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] show failed (client error): The resource could not be found. Jun 22 14:13:40.886546 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bc2a8a04-7aad-4748-866d-c9393c0bb1b9 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups/0f6bed6e-bbca-4404-b5c5-8248b0b66901 HTTP/1.1" status: 404 len: 347 time: 0.0185990 Jun 22 14:13:40.890192 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 58686) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:40.890952 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:41.013483 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Deleting port 67628243-fd7b-47c5-8daa-2cf49283045b {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:13:41.013824 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:41.087254 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:41.087615 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:41.152184 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Calling delete_port for 67628243-fd7b-47c5-8daa-2cf49283045b owned by network:floatingip {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:13:41.288523 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:41.290472 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d159dd11-86a9-421c-8fcb-ee3d671c6f04 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:41.315227 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event deleted for resources: {'Port': ['ID=67628243-fd7b-47c5-8daa-2cf49283045b,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:41.341636 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.342018 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.342383 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.342746 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.343693 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.344741 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.345380 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.345748 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.346103 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.346453 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.346803 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.347150 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:41.352108 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:41.389510 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:41.393482 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:41.394624 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "DELETE /v2.0/floatingips/ae75e880-d6b1-45df-91ce-5ae419f08fb3 HTTP/1.1" status: 204 len: 168 time: 0.5035257 Jun 22 14:13:41.790205 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58698) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:41.798926 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772523205', 'description': 'tempest-description--444373982'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:42.068331 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.152879 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.156570 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.159167 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ef6bd5f6-b50f-427d-a19c-846be4874d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:42.182963 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.186738 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3929791 Jun 22 14:13:42.187919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 58700) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:42.190505 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f157b457-e434-41fa-8cc5-9298daad3d06,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:42.192929 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'security_group_rule': {'security_group_id': 'f157b457-e434-41fa-8cc5-9298daad3d06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:42.193310 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:42.218014 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.281002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.284290 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.289482 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-29d9ab42-3e1e-486b-ad0c-5e6befd0581f tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:42.306328 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090ad07a-d5f7-4f71-9a8e-126a2e1f6b3f,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:42.309139 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:42.310487 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.311769 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-7d5be624-724f-4391-9689-640d403ab9e8 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227186 Jun 22 14:13:42.315048 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 58702) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:42.319537 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'security_group_rule': {'security_group_id': 'f157b457-e434-41fa-8cc5-9298daad3d06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:42.345542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.401109 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.404555 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.406573 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:42.422235 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f411b4ab-3d18-44b6-97a4-6f7c08638c73,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:42.424608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:42.428657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.429908 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138613 Jun 22 14:13:42.432858 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 58704) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:42.438260 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'floatingip': {'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:42.460475 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.561399 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.677364 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Allocated IP 172.27.0.138 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/db5ce149-b3eb-414e-a77f-033db52ddede) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:13:42.786259 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.828736 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:42.831943 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-637a834b-45c0-4052-ac27-0370e879690e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:42.868185 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:13:42.870844 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:13:42.874420 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:13:42.899153 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'Port': ['ID=db5ce149-b3eb-414e-a77f-033db52ddede,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:42.903693 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:42.967443 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:43.011035 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:43.165300 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:43.169743 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:43.171869 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d3e2e978-80e2-41d1-a3a3-a2937268e7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:43.235005 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'Port': ['ID=db5ce149-b3eb-414e-a77f-033db52ddede,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:43.239264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:43.250004 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:43.264535 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:43.266667 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8327005 Jun 22 14:13:43.428939 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-8e92daad-6e45-4123-9878-25f9ce961910 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--772523205&fields=id&tenant_id=a271f08dff5546d38eac9e70e0d75851 HTTP/1.1" status: 200 len: 267 time: 0.0345793 Jun 22 14:13:43.534950 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-acd581f3-b81b-4e64-8f7e-30be58649f5c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:43.536503 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-acd581f3-b81b-4e64-8f7e-30be58649f5c tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 811 time: 0.1012468 Jun 22 14:13:43.551581 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-28180212-f08d-4739-8f3b-c33edb6f1651 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/quotas/a271f08dff5546d38eac9e70e0d75851 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Jun 22 14:13:43.624958 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-e062bba6-5d69-458f-b7d1-239a4d7b2590 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672755 Jun 22 14:13:43.684327 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-45119b1f-2eeb-461d-ab2e-e1d7577e7f74 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:13:43.685269 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-45119b1f-2eeb-461d-ab2e-e1d7577e7f74 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494857 Jun 22 14:13:43.780949 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-4d580172-ce32-46a5-9c81-2ffbc8300d76 service neutron] 10.222.0.13 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882504 Jun 22 14:13:43.873913 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-e8f57578-92f6-4e9d-90e8-6e85d685c22a service neutron] 10.222.0.13 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Jun 22 14:13:45.075501 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9e039603-2a9b-49ce-83e2-88cb2ab299b1 req-174ce9c6-1dcd-445d-b9f0-6a980df5826b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 210 time: 0.0339329 Jun 22 14:13:46.157980 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d98dd42b-d882-4a88-8783-b5eb8aab4fc8 req-f16bbe08-ec1a-4eb8-9c57-52c62d1f4ca0 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 210 time: 0.0302448 Jun 22 14:13:47.298918 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b36566d4-c542-40b1-b4c0-99de84b15c81 req-8a9a0116-3e05-4076-8b5a-6208280f7f58 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 210 time: 0.0292180 Jun 22 14:13:48.341340 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-0e37592f-192c-4486-afcf-6f3adc624453 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:48.343186 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-0e37592f-192c-4486-afcf-6f3adc624453 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 811 time: 0.1150835 Jun 22 14:13:48.398093 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ec6d18fe-18fd-465b-87a8-6cadaba86a39 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a271f08dff5546d38eac9e70e0d75851 HTTP/1.1" status: 200 len: 379 time: 0.0400419 Jun 22 14:13:48.409924 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'port': {'device_id': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'admin_state_up': True, 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'security_groups': ['f157b457-e434-41fa-8cc5-9298daad3d06']}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:48.491347 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8f041c76-db68-4590-b12e-124a2a981b9f req-f2b3b84c-99c8-4292-9888-3bc59e6fc37a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 210 time: 0.0652397 Jun 22 14:13:48.556726 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Made reservation on behalf of a271f08dff5546d38eac9e70e0d75851 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:13:48.560451 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:48.688893 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Allocated IP 172.20.0.12 (deb3e356-761e-47ed-81c9-9726aa2f6621/e764d38c-1d5d-46ac-a2b3-566dafb36778/c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:13:48.821363 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:48.835166 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Transition to ACTIVE for port object c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:13:48.870663 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:48.875311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5848b602-89a9-4a3e-ba9e-8e6189ae35c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:48.924422 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Network deb3e356-761e-47ed-81c9-9726aa2f6621 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:13:48.927721 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:13:48.931486 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:13:48.954873 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event updated for resources: {'Port': ['ID=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:48.959331 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:48.983591 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:48.984418 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:48.999735 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5948894 Jun 22 14:13:49.020471 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Request body: {'port': {'device_id': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:49.094453 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.181338 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-53b2e7fe-5560-4659-9fe7-e06018a1d189 None None] Provisioning for port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:13:49.185183 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-53b2e7fe-5560-4659-9fe7-e06018a1d189 None None] Provisioning complete for port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:13:49.185574 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-53b2e7fe-5560-4659-9fe7-e06018a1d189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.220267 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-53b2e7fe-5560-4659-9fe7-e06018a1d189 None None] Port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:13:49.355050 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:13:49.362546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.374133 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Transition to ACTIVE for port object c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:13:49.378562 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.380742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8deac844-272f-42c8-82bf-70782330d4d8 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:49.456434 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Pushing event updated for resources: {'Port': ['ID=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:49.460824 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:49.526535 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Attempting to bind port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:13:49.527036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Attempting to bind port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:13:49.527343 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Attempting to bind port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 on network deb3e356-761e-47ed-81c9-9726aa2f6621 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:13:49.532341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 on network deb3e356-761e-47ed-81c9-9726aa2f6621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:13:49.532673 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Attempting to bind port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 on network deb3e356-761e-47ed-81c9-9726aa2f6621 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:13:49.537903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:13:49.538239 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Checking segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:13:49.538622 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Bound using segment: {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:13:49.539054 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Bound port: c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e43b69-128d-4663-ae4e-dd5b884e516e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:13:49.539402 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.619561 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] For port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:13:49.623528 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] For port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:13:49.630244 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.634637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7aee1df9-a750-44dc-909d-2d9d55e5be3a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:49.676296 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:49.676967 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:49.678270 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] 10.222.0.10 "PUT /v2.0/ports/c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 1094 time: 0.6625469 Jun 22 14:13:49.678755 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:13:49.681134 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4" -d '{"events": [{"name": "network-changed", "server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:13:49.694768 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17afe61-9592-4318-8101-9001eecbd733 req-183151bd-979c-4f1b-91bd-7cf4d630edf1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:49.697918 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f17afe61-9592-4318-8101-9001eecbd733 req-183151bd-979c-4f1b-91bd-7cf4d630edf1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 944 time: 0.0835509 Jun 22 14:13:49.730589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Pushing event updated for resources: {'Port': ['ID=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:49.736259 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d627776-2431-4a10-a1d8-5849faf9fb3e x-openstack-request-id: req-8d627776-2431-4a10-a1d8-5849faf9fb3e {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:13:49.736738 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:13:49.737037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d627776-2431-4a10-a1d8-5849faf9fb3e {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:13:49.737489 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'status': 'completed', 'code': 200} Jun 22 14:13:49.739018 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:49.744523 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f17afe61-9592-4318-8101-9001eecbd733 req-3ca15d5e-2aaf-4001-8b1c-d99a008fdf21 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395114 Jun 22 14:13:49.809908 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-d68a2bdd-b627-4731-a535-3e177c0ca1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:49.811444 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-d68a2bdd-b627-4731-a535-3e177c0ca1ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1097 time: 0.0601170 Jun 22 14:13:49.868866 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-1b4abae5-c746-4cbb-b76f-d736f35846e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 217 time: 0.0439336 Jun 22 14:13:49.918135 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-c7bc40e1-979e-4aa1-a400-d6ae32075665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:49.919638 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-c7bc40e1-979e-4aa1-a400-d6ae32075665 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0439479 Jun 22 14:13:49.984303 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-10f7b255-703a-4e41-a400-7edd35b19fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:49.985703 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-10f7b255-703a-4e41-a400-7edd35b19fc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591903 Jun 22 14:13:50.072746 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-beb6e673-bbd3-442e-967d-4221cd9c0ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798454 Jun 22 14:13:50.163599 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22401d42-bcd4-4f85-afb8-3ea438545bdc req-b107bb59-8e67-4c95-9683-73164eeebe7c service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840971 Jun 22 14:13:50.321992 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-991b1da7-e885-480c-87bd-6b5766f2e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:50.323392 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-991b1da7-e885-480c-87bd-6b5766f2e988 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1097 time: 0.0591199 Jun 22 14:13:50.413419 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-c28f406a-7dc8-4086-b945-bfc1f64cd926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:50.414860 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-c28f406a-7dc8-4086-b945-bfc1f64cd926 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0844870 Jun 22 14:13:50.456461 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-2be3953a-95c6-48ff-94cf-b16b8ff7f1b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 217 time: 0.0342228 Jun 22 14:13:50.504624 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-c19a28d2-adbd-4fab-992e-37730cceb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:50.506049 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-c19a28d2-adbd-4fab-992e-37730cceb96a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0427299 Jun 22 14:13:50.563313 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-977cf1c7-6e86-41df-ba27-8d2a7a5551f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:50.564809 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-977cf1c7-6e86-41df-ba27-8d2a7a5551f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512345 Jun 22 14:13:50.660371 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-ce7dcb15-d1f8-4911-ba57-3fa3093beeaa service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876634 Jun 22 14:13:50.751795 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5bd66c8e-2ab8-4226-ac94-7b0a59861de4 req-a24f5800-d411-4529-85bf-5ef717f00fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833733 Jun 22 14:13:50.940338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2863-9003-4f4b-a171-dea803344e0b req-05a7d8c6-fa52-4358-a8ea-ccfd89eb06fc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:50.941866 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b75f2863-9003-4f4b-a171-dea803344e0b req-05a7d8c6-fa52-4358-a8ea-ccfd89eb06fc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 944 time: 0.0708792 Jun 22 14:13:50.987901 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b75f2863-9003-4f4b-a171-dea803344e0b req-01040cae-6e51-44d5-a967-44936da284de tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Jun 22 14:13:51.879773 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:13:51.977234 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:13:51.988230 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'port_id': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'mac_address': 'fa:16:3e:45:18:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:13:52.025417 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:52.039345 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:13:52.059730 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:13:52.068310 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:52.070207 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:52.115739 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:52.122637 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.122999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.123347 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.123710 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.124053 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.125203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.125607 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.125944 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.126283 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.126616 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.126946 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.127274 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:13:52.131482 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:52.185850 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0e4db-4734-4fdb-946d-305243485bd9 req-189d6f79-d94b-4ead-adb8-f3bc158a373f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:52.187520 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-56a0e4db-4734-4fdb-946d-305243485bd9 req-189d6f79-d94b-4ead-adb8-f3bc158a373f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 945 time: 0.0728607 Jun 22 14:13:52.227883 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-56a0e4db-4734-4fdb-946d-305243485bd9 req-e116af2d-0da4-4a2f-b559-b58f8911e4f1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337639 Jun 22 14:13:52.396444 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:13:53.403734 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01fe3f-3249-48a0-8575-7a6498f055da req-34f43c15-d533-4fb5-89b3-acab64e43137 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:53.405137 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3c01fe3f-3249-48a0-8575-7a6498f055da req-34f43c15-d533-4fb5-89b3-acab64e43137 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 945 time: 0.0657496 Jun 22 14:13:53.444333 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3c01fe3f-3249-48a0-8575-7a6498f055da req-9d3a8259-9d34-4d5d-bf35-2ee96513af9a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Jun 22 14:13:53.895994 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:13:53.944957 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:13:53.948682 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:13:53.949111 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:54.037794 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:54.060736 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:13:54.063050 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0472fe2f-24bf-41a7-a41c-e2deab96708e" -d '{"events": [{"server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "name": "network-vif-plugged", "status": "completed", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:13:54.076516 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:13:54.081625 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:54.084160 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:13:54.143846 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:13:54.154389 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:13:54.411032 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-eece438c-2d5c-40f6-9d2a-70d898f534ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623801 Jun 22 14:13:54.551126 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-a999d58b-8187-4ae3-9a58-d37dc4deafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:54.552661 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-a999d58b-8187-4ae3-9a58-d37dc4deafe4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0664814 Jun 22 14:13:54.715183 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-7178d7f7-6bc1-46f1-9a30-40e4001fb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:54.716701 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-7178d7f7-6bc1-46f1-9a30-40e4001fb2a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1427159 Jun 22 14:13:54.733363 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7990ba-171e-4a3c-8eeb-afcf275f68e1 req-97a0f3d9-e691-4e01-a7fe-328a564ce9cc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:54.735845 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0a7990ba-171e-4a3c-8eeb-afcf275f68e1 req-97a0f3d9-e691-4e01-a7fe-328a564ce9cc tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 946 time: 0.1538103 Jun 22 14:13:54.799613 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-e9b3deec-d2bc-43b8-bb5b-aa6cc0c659d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0624599 Jun 22 14:13:54.848049 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0a7990ba-171e-4a3c-8eeb-afcf275f68e1 req-b606125c-5b84-49a1-aaf7-1375ccc60183 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020784 Jun 22 14:13:54.867537 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-cd46c3f5-ecbe-49dd-98d5-610d54995b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:54.869005 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-cd46c3f5-ecbe-49dd-98d5-610d54995b9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0620594 Jun 22 14:13:54.908549 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-f332f538-2115-4b94-8fef-222b0fe7cc91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323052 Jun 22 14:13:54.998374 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-59294ae6-6e50-4e70-ad03-2ce8d6d44bd1 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833194 Jun 22 14:13:55.100232 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c6bafbe1-38d1-4f2a-a41d-e9c820793c98 req-5a05fec7-1ba4-474b-bb4c-03b32ee20444 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954683 Jun 22 14:13:55.204031 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad07ae69-ab07-41b9-acba-3af277308986 x-openstack-request-id: req-ad07ae69-ab07-41b9-acba-3af277308986 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:13:55.204589 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "name": "network-vif-plugged", "status": "completed", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:13:55.204714 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad07ae69-ab07-41b9-acba-3af277308986 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:13:55.205175 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'code': 200} Jun 22 14:13:55.470665 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c7af8-3295-416e-a012-d418c4481ef1 req-2106585b-92fb-4eb1-8e5e-190dbadd1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:55.472200 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f14c7af8-3295-416e-a012-d418c4481ef1 req-2106585b-92fb-4eb1-8e5e-190dbadd1433 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1099 time: 0.0541730 Jun 22 14:13:55.517018 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f14c7af8-3295-416e-a012-d418c4481ef1 req-377897f6-12ea-498d-be88-0328446d6c35 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376682 Jun 22 14:13:56.034484 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ad9d2-3cf5-4b12-bbfa-6a991c56babc req-32f64c43-1e8c-4aea-9492-0aea12ab84b1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:56.036321 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6a8ad9d2-3cf5-4b12-bbfa-6a991c56babc req-32f64c43-1e8c-4aea-9492-0aea12ab84b1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 946 time: 0.0693488 Jun 22 14:13:56.076036 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6a8ad9d2-3cf5-4b12-bbfa-6a991c56babc req-02f344de-453a-4188-a53c-b0a654a2d2ea tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335329 Jun 22 14:13:57.255691 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6c25-7529-4060-93f1-fb65798c126c req-968ada94-cd0f-4428-8c91-d509e66e4376 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:57.257255 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-451a6c25-7529-4060-93f1-fb65798c126c req-968ada94-cd0f-4428-8c91-d509e66e4376 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 946 time: 0.0656199 Jun 22 14:13:57.301110 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-451a6c25-7529-4060-93f1-fb65798c126c req-7fdb57af-0d34-47b7-b2b3-670a77832a62 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 Jun 22 14:13:57.630705 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2ff2b-1abb-4086-ac91-e1e9710243b2 req-e429613a-5867-40f7-890b-e5e2836a4c94 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:57.632199 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e7c2ff2b-1abb-4086-ac91-e1e9710243b2 req-e429613a-5867-40f7-890b-e5e2836a4c94 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 946 time: 0.0668759 Jun 22 14:13:57.641222 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 58902) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:13:57.646193 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Request body: {'floatingip': {'port_id': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:13:57.685268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:58.363293 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:58.367874 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:58.471360 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Floating IP d45c0e6c-fbe0-4938-bcdd-a556554d2993 associated. External IP: 172.27.0.138, port: c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5. Jun 22 14:13:58.679477 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Router badf917d-c7f0-4996-9d33-e8be222a6e84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:13:58.788325 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:13:58.793403 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:13:58.800176 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2173-743b-4c6c-8322-898996311d3b None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:13:58.809878 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:13:58.810491 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:13:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:13:58.833756 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e5b1030f-c240-4fd2-85ec-ea2bd267d9e2 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "PUT /v2.0/floatingips/d45c0e6c-fbe0-4938-bcdd-a556554d2993 HTTP/1.1" status: 200 len: 992 time: 1.1914699 Jun 22 14:13:58.834652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:13:58.837388 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3" -d '{"events": [{"name": "network-changed", "server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:13:58.874090 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b2a7f-ae4f-4cf4-9ca0-5031f792d845 x-openstack-request-id: req-922b2a7f-ae4f-4cf4-9ca0-5031f792d845 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:13:58.874997 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:13:58.875365 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-922b2a7f-ae4f-4cf4-9ca0-5031f792d845 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:13:58.875944 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'status': 'completed', 'code': 200} Jun 22 14:13:58.927615 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:13:58.973015 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-47d0e18f-0017-4aa3-b7fc-2ba6fb1404f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:58.974570 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-47d0e18f-0017-4aa3-b7fc-2ba6fb1404f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1099 time: 0.0552166 Jun 22 14:13:59.070184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-ec6be2ff-50b3-460e-af92-2fc227124621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:59.071685 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-ec6be2ff-50b3-460e-af92-2fc227124621 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0906200 Jun 22 14:13:59.136986 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-70042efd-b3dd-4aff-a0b4-e99f1c772a9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 1000 time: 0.0576940 Jun 22 14:13:59.148070 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'd45c0e6c-fbe0-4938-bcdd-a556554d2993', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'port_id': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'mac_address': 'fa:16:3e:45:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:13:42Z', 'updated_at': '2021-06-22T14:13:58Z', 'revision_number': 1, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:13:59.174616 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2173-743b-4c6c-8322-898996311d3b None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:13:59.182704 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:13:59.183307 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:13:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:13:59.185502 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-a8ca4948-6895-47c0-a9eb-e33cc79f726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:59.187319 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-a8ca4948-6895-47c0-a9eb-e33cc79f726b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0440841 Jun 22 14:13:59.246976 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-41e746af-b90a-4ce1-aaa3-46b085120f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:13:59.248416 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-41e746af-b90a-4ce1-aaa3-46b085120f2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557396 Jun 22 14:13:59.271373 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:13:59.292260 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:13:59.343569 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-8c27bcc1-7f6f-4510-aa08-0200e03ad3d7 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879321 Jun 22 14:13:59.457870 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-adc0e887-3c13-4e60-bc06-e1c3b6c222d3 req-4acdf681-8c50-45ad-bce2-a1dc707f8885 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078224 Jun 22 14:13:59.522336 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-13da2173-743b-4c6c-8322-898996311d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'd45c0e6c-fbe0-4938-bcdd-a556554d2993', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'port_id': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'mac_address': 'fa:16:3e:45:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:13:42Z', 'updated_at': '2021-06-22T14:13:58Z', 'revision_number': 1, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:13:59.548347 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13da2173-743b-4c6c-8322-898996311d3b None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'd45c0e6c-fbe0-4938-bcdd-a556554d2993', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'port_id': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'mac_address': 'fa:16:3e:45:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:13:42Z', 'updated_at': '2021-06-22T14:13:58Z', 'revision_number': 1, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:13:59.725077 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6824190-d6c5-47f9-8061-3df4cad49183 None None] New status for floating IP d45c0e6c-fbe0-4938-bcdd-a556554d2993: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:14:02.994841 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f293f8ae-c853-472b-8115-3ad670d5c2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:05.950203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:06.150374 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b8bd4088-08e7-4974-a210-25e1fa27667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:07.022816 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:08.562694 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:10.345385 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:32.998555 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9735976b-316d-4a45-a5ca-ba291f3f654f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:35.952671 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:36.151950 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-50704db3-614a-43f8-858d-2a714018c3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:36.273518 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:14:37.025976 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:38.559907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:40.342373 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:14:54.219024 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-5614ac5c-3f71-4230-8f4b-ba0cc0b65ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511882 Jun 22 14:14:54.304012 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246adc-6544-45af-997c-ca901528d127 req-51559376-8e0a-4faa-a2ea-f992dc1d76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:14:54.305470 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-51559376-8e0a-4faa-a2ea-f992dc1d76b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 1098 time: 0.0532238 Jun 22 14:14:54.415316 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246adc-6544-45af-997c-ca901528d127 req-1411abd0-8d1f-4fe7-b3b4-190f7a22482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:14:54.416821 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-1411abd0-8d1f-4fe7-b3b4-190f7a22482e service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.0911746 Jun 22 14:14:54.458841 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-950fbb2f-af65-4ad9-bf3b-546308f2507b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 200 len: 217 time: 0.0342400 Jun 22 14:14:54.506416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246adc-6544-45af-997c-ca901528d127 req-98f40899-5b77-4203-871c-fd556dc68b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:14:54.507923 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-98f40899-5b77-4203-871c-fd556dc68b2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0432045 Jun 22 14:14:54.544294 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-d53da7d6-dcab-4cd0-b6e3-408312a3f49a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304186 Jun 22 14:14:54.630562 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-fee4848f-6795-4bc1-9f03-447c970e9168 service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799937 Jun 22 14:14:54.725061 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ed246adc-6544-45af-997c-ca901528d127 req-b5745afd-2d52-4aca-b04c-8d88eef4b2ec service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880890 Jun 22 14:15:03.000853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-42f090f7-bffc-49cc-a60e-9d5373ba071c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:05.958430 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:06.154349 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-42ca2892-0324-4760-a14f-11028857f4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:07.028547 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:08.562336 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:10.353676 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:13.273741 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:15:33.003583 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b110b16f-5043-4143-a5ba-c8c35e1775b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:35.953248 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:36.156437 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c6958611-a567-4cc2-9b1e-29ec12920a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:37.030352 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:38.566390 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:40.354261 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:15:50.275992 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:15:54.199111 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-4fd9d8ba-234a-40e7-befe-905aefb60303 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605173 Jun 22 14:15:54.315036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-1369e619-41b2-4a52-b1a9-dfd67b09306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:15:54.316572 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-1369e619-41b2-4a52-b1a9-dfd67b09306c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b86af51582e94f6bb1306c1cc79e4388&device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 1098 time: 0.0550754 Jun 22 14:15:54.457131 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-d8b63c4b-a0a3-4436-a331-5e265977d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:15:54.459181 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-d8b63c4b-a0a3-4436-a331-5e265977d7ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 200 len: 919 time: 0.1212671 Jun 22 14:15:54.506631 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-9c9488e6-aa84-4fd4-80a9-b0a09a39d25c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 200 len: 217 time: 0.0405326 Jun 22 14:15:54.561037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-beb55d40-4826-407a-8988-72af2f2a3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:15:54.563858 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-beb55d40-4826-407a-8988-72af2f2a3fd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 200 len: 858 time: 0.0504396 Jun 22 14:15:54.602533 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-18cf8ac7-bb0d-4d88-b772-cfb8f0ba3f53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82a598ae-72d3-47f2-8c1f-c541bc5c23d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331445 Jun 22 14:15:54.696588 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-44f81b35-746f-4bc4-a1ab-b29092c27bac service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873282 Jun 22 14:15:54.799826 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8032100e-d6bd-40c9-8d37-57319095e0fc req-7aa1495d-035d-449b-b06f-9dad7611d6fb service neutron] 10.222.0.10 "GET /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959930 Jun 22 14:16:03.009310 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4cec2a97-f2fb-48bd-892e-49686949818f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:05.958007 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:06.157118 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0537979c-04c8-4139-8aa7-1d8cab155729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:07.035695 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:08.568830 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:10.375692 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:19.295729 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9881-7a03-4c04-b8e6-ac526240a72e req-9e4f8f91-b611-4b73-b7aa-db46cb821bd4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:19.297378 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b8c9881-7a03-4c04-b8e6-ac526240a72e req-9e4f8f91-b611-4b73-b7aa-db46cb821bd4 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.1078742 Jun 22 14:16:19.334730 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7b8c9881-7a03-4c04-b8e6-ac526240a72e req-cc315f6b-3ae1-48cc-b993-6659211123ec tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Jun 22 14:16:19.743623 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d7c45-d304-4069-8b3a-a306fb179025 req-950694c8-eaf5-45b5-aef3-f4a6053c58e7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:19.744903 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-766d7c45-d304-4069-8b3a-a306fb179025 req-950694c8-eaf5-45b5-aef3-f4a6053c58e7 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 945 time: 0.0630512 Jun 22 14:16:19.849895 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Deleting port 94411245-66ec-435d-8848-a0aed0d8a49d {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:16:19.850164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:19.938669 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] For port 94411245-66ec-435d-8848-a0aed0d8a49d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=94411245-66ec-435d-8848-a0aed0d8a49d,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:16:19.939046 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:20.008840 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Calling delete_port for 94411245-66ec-435d-8848-a0aed0d8a49d owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:16:20.139031 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:20.143530 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6cedb0b3-b447-4eda-a31b-1adfbe1b4dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:20.168459 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Pushing event deleted for resources: {'Port': ['ID=94411245-66ec-435d-8848-a0aed0d8a49d,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:20.177517 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['13c8de7b-c116-473b-9701-e8e4f8a32704', '94411245-66ec-435d-8848-a0aed0d8a49d'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:16:20.196793 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.197164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.197530 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.197898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.198249 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.198604 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.198954 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.199303 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.199696 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.200019 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.200364 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.200708 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:20.205344 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:20.226352 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] No DVR routers for this DVR port 94411245-66ec-435d-8848-a0aed0d8a49d on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:16:20.228960 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:20.231004 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-766d7c45-d304-4069-8b3a-a306fb179025 req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "DELETE /v2.0/ports/94411245-66ec-435d-8848-a0aed0d8a49d HTTP/1.1" status: 204 len: 173 time: 0.4805620 Jun 22 14:16:20.231539 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a18969b-2053-437c-905f-713c0023cece', 'name': 'network-vif-deleted', 'tag': '94411245-66ec-435d-8848-a0aed0d8a49d'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:16:20.233909 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ee2eeb-9bb7-446d-8ef4-5734d84ef8e9" -d '{"events": [{"server_uuid": "4a18969b-2053-437c-905f-713c0023cece", "name": "network-vif-deleted", "tag": "94411245-66ec-435d-8848-a0aed0d8a49d"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:16:20.346838 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1a719-6a53-4de1-ade0-754cc1812587 x-openstack-request-id: req-ddf1a719-6a53-4de1-ade0-754cc1812587 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:16:20.347476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a18969b-2053-437c-905f-713c0023cece", "name": "network-vif-deleted", "tag": "94411245-66ec-435d-8848-a0aed0d8a49d", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:16:20.347606 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddf1a719-6a53-4de1-ade0-754cc1812587 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:16:20.347969 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a18969b-2053-437c-905f-713c0023cece', 'name': 'network-vif-deleted', 'tag': '94411245-66ec-435d-8848-a0aed0d8a49d', 'status': 'completed', 'code': 200} Jun 22 14:16:20.493116 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de0c6247-117c-4a24-a919-1671bba707b7 req-2e107b93-1384-47aa-a57d-3ba7f5100686 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a18969b-2053-437c-905f-713c0023cece HTTP/1.1" status: 200 len: 210 time: 0.0317943 Jun 22 14:16:22.002004 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dd8d0-8c5a-421e-b880-ede826488b73 req-78b66775-d724-4b8f-b9b1-85a799198f46 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:22.003516 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c22dd8d0-8c5a-421e-b880-ede826488b73 req-78b66775-d724-4b8f-b9b1-85a799198f46 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.1126888 Jun 22 14:16:22.045170 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c22dd8d0-8c5a-421e-b880-ede826488b73 req-a5d31e43-be36-427f-9643-68511cbdc2ed tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/security-groups?id=ed524b36-f5b5-4d36-883c-9268db70a6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358315 Jun 22 14:16:22.411714 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d068a-edba-4125-8340-de44ccec611b req-f03c9231-86f1-4f02-b7a0-e192b5000983 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:22.413151 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2f9d068a-edba-4125-8340-de44ccec611b req-f03c9231-86f1-4f02-b7a0-e192b5000983 tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 945 time: 0.0626042 Jun 22 14:16:22.510460 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Deleting port 13c8de7b-c116-473b-9701-e8e4f8a32704 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:16:22.510810 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:22.528584 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 94411245-66ec-435d-8848-a0aed0d8a49d no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:16:22.551867 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 94411245-66ec-435d-8848-a0aed0d8a49d {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:16:22.552225 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 94411245-66ec-435d-8848-a0aed0d8a49d not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:16:22.601112 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] For port 13c8de7b-c116-473b-9701-e8e4f8a32704, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=13c8de7b-c116-473b-9701-e8e4f8a32704,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:16:22.601397 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:22.668830 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Calling delete_port for 13c8de7b-c116-473b-9701-e8e4f8a32704 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:16:22.804325 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:22.808844 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-3f49e1df-a6b3-4b98-9cc0-3d977ff841ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:22.840131 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['13c8de7b-c116-473b-9701-e8e4f8a32704'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:16:22.843177 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Pushing event deleted for resources: {'Port': ['ID=13c8de7b-c116-473b-9701-e8e4f8a32704,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:22.847171 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:22.912398 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] No DVR routers for this DVR port 13c8de7b-c116-473b-9701-e8e4f8a32704 on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:16:22.915787 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:22.920088 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2f9d068a-edba-4125-8340-de44ccec611b req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.10 "DELETE /v2.0/ports/13c8de7b-c116-473b-9701-e8e4f8a32704 HTTP/1.1" status: 204 len: 173 time: 0.5008814 Jun 22 14:16:22.921155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'name': 'network-vif-deleted', 'tag': '13c8de7b-c116-473b-9701-e8e4f8a32704'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:16:22.926006 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4d5977-b843-4422-9fce-42f8b4409be8" -d '{"events": [{"server_uuid": "e0baf66a-bd8a-4ad0-b392-4901002de247", "name": "network-vif-deleted", "tag": "13c8de7b-c116-473b-9701-e8e4f8a32704"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:16:22.978993 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6507d5e8-b433-4c81-8580-7cbe6b70a2c5 x-openstack-request-id: req-6507d5e8-b433-4c81-8580-7cbe6b70a2c5 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:16:22.979321 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0baf66a-bd8a-4ad0-b392-4901002de247", "name": "network-vif-deleted", "tag": "13c8de7b-c116-473b-9701-e8e4f8a32704", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:16:22.979643 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6507d5e8-b433-4c81-8580-7cbe6b70a2c5 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:16:22.980064 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0baf66a-bd8a-4ad0-b392-4901002de247', 'name': 'network-vif-deleted', 'tag': '13c8de7b-c116-473b-9701-e8e4f8a32704', 'status': 'completed', 'code': 200} Jun 22 14:16:23.204896 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4267a58b-ae13-4cf1-a716-e2f05af215d5 req-a010d65f-b740-491f-98f9-6fabb5e7a3cf tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0baf66a-bd8a-4ad0-b392-4901002de247 HTTP/1.1" status: 200 len: 210 time: 0.0297775 Jun 22 14:16:24.300589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60366) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:25.012899 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:25.277227 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Deleting port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:16:25.277495 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:25.356550 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] For port a1e7db42-4a94-44aa-8a40-7f84a10b2ee4, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,segment=NetworkSegment(b7669ba0-c31d-43cf-937b-730de6e1ccf6),segment_id=b7669ba0-c31d-43cf-937b-730de6e1ccf6)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:16:25.357264 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:25.420668 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Calling delete_port for a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:16:25.609769 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:25.612582 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bbaf3a7f-02b5-4dd6-9018-e77b56ae4aed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:25.635437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e7db42-4a94-44aa-8a40-7f84a10b2ee4,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:25.638570 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:25.791393 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.009974 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Router e9be70f2-980a-42c7-ab91-86b24b042923 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:16:26.118694 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:16:26.125181 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] 10.222.0.13 "PUT /v2.0/routers/e9be70f2-980a-42c7-ab91-86b24b042923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220072 Jun 22 14:16:26.130862 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60386) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:26.131037 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] Sync routers for ids ['e9be70f2-980a-42c7-ab91-86b24b042923'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:16:26.138407 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] Routers {'e9be70f2-980a-42c7-ab91-86b24b042923'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:16:26.139013 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:16:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['e9be70f2-980a-42c7-ab91-86b24b042923'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:26.233568 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.240997 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] Set router e9be70f2-980a-42c7-ab91-86b24b042923 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:16:26.340055 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.392107 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Deleting port abf1e5b3-04a9-4e84-a939-570bd031471a {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:16:26.392811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.446379 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:16:25Z', 'revision_number': 5, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port': {'id': 'abf1e5b3-04a9-4e84-a939-570bd031471a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:26.472438 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] Checking router: e9be70f2-980a-42c7-ab91-86b24b042923 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:16:26.479801 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] For port abf1e5b3-04a9-4e84-a939-570bd031471a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=abf1e5b3-04a9-4e84-a939-570bd031471a,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:16:26.480180 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.481014 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] Routers {'e9be70f2-980a-42c7-ab91-86b24b042923'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:16:26.481618 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:16:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['e9be70f2-980a-42c7-ab91-86b24b042923'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:26.544405 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Calling delete_port for abf1e5b3-04a9-4e84-a939-570bd031471a owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:16:26.548845 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 13c8de7b-c116-473b-9701-e8e4f8a32704 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:16:26.569277 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] Set router e9be70f2-980a-42c7-ab91-86b24b042923 gateway port host: None {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:16:26.573807 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 13c8de7b-c116-473b-9701-e8e4f8a32704 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:16:26.574633 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 13c8de7b-c116-473b-9701-e8e4f8a32704 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:16:26.628092 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:16:26Z', 'revision_number': 6, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:26.654417 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b329d92a-2cd3-402a-bbb0-ba983754bea0 None None] The sync data for ids ['e9be70f2-980a-42c7-ab91-86b24b042923'] in dv-cinder-796950-3-iscsi is: [{'id': 'e9be70f2-980a-42c7-ab91-86b24b042923', 'name': 'tempest-ServerRescueNegativeTestJSON-971754630-router', 'tenant_id': 'b86af51582e94f6bb1306c1cc79e4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:16:26Z', 'revision_number': 6, 'project_id': 'b86af51582e94f6bb1306c1cc79e4388', 'gw_port_host': None}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:16:26.737595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.739804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-90c4de8c-b865-4bd8-8e01-bbde5f9f0276 tempest-DeleteServersTestJSON-1424711217 tempest-DeleteServersTestJSON-1424711217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:26.767905 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf1e5b3-04a9-4e84-a939-570bd031471a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:26.771221 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:26.852503 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.942078 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.944273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.991180 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:26.992506 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9be70f2-980a-42c7-ab91-86b24b042923 {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:16:26.999649 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.001994 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e9be70f2-980a-42c7-ab91-86b24b042923 HTTP/1.1" status: 204 len: 168 time: 0.8747959 Jun 22 14:16:27.005010 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60394) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:27.057698 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Deleting subnet 8bf00806-4095-4284-aef5-da12a519c167 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:16:27.061477 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.101597 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.141741 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.194301 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.197379 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:27.225060 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf00806-4095-4284-aef5-da12a519c167,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:27.227957 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:27.228938 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.230781 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8bf00806-4095-4284-aef5-da12a519c167 HTTP/1.1" status: 204 len: 168 time: 0.2245343 Jun 22 14:16:27.233212 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60398) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:27.276205 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:16:27.303256 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.382887 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.392926 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a598ae-72d3-47f2-8c1f-c541bc5c23d1']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:27.403067 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7669ba0-c31d-43cf-937b-730de6e1ccf6') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:27.403369 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7669ba0-c31d-43cf-937b-730de6e1ccf6') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:27.412050 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.425183 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.431685 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:16:27.432037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:16:27.434090 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:16:27.440058 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:16:27.461017 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:16:27.461380 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a1e7db42-4a94-44aa-8a40-7f84a10b2ee4 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:16:27.494641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.498353 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8847ab41-d223-4904-9ff5-1ec88682c041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:27.501438 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.503278 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82a598ae-72d3-47f2-8c1f-c541bc5c23d1 HTTP/1.1" status: 204 len: 168 time: 0.2691627 Jun 22 14:16:27.515242 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82a598ae-72d3-47f2-8c1f-c541bc5c23d1,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:27.518985 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-426dfe63-36f1-445b-89b1-e1fa6fcf22c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:27.643917 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60404) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:27.688869 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e0f4949c-fdaa-4f71-ab7f-cfc74623879a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b86af51582e94f6bb1306c1cc79e4388&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429659 Jun 22 14:16:27.690834 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60406) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:27.745655 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.766464 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.812024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.814835 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:27.818273 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed524b36-f5b5-4d36-883c-9268db70a6f7 HTTP/1.1" status: 204 len: 168 time: 0.1242251 Jun 22 14:16:27.818273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ac42574d-49b2-4948-885a-4a816cd8a8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:27.830502 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed524b36-f5b5-4d36-883c-9268db70a6f7,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:27.832947 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:28.476919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 60434) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:28.569138 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-103044393-network', 'tenant_id': 'b2acb763047a4787a543141a3e13d04d'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:16:28.589224 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Made reservation on behalf of b2acb763047a4787a543141a3e13d04d for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:16:28.591827 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.600865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.693879 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.699240 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.702591 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:28.725637 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:16:28.735758 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0298bd0-a32d-4a80-9067-3337571d18e2,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:28.740750 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.741097 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Added segment 19ec0819-4f83-41ff-9ee0-ad7797f42cef of type vlan for network 01038380-34dc-49ef-9383-e092fa5ac2d0 Jun 22 14:16:28.751824 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.752200 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.752570 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.752932 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.753290 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.753679 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.754032 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.754384 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.754736 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.755086 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.755434 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.755804 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:16:28.760705 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:28.799560 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.830420 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.831775 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:28.832360 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.834295 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:28.891299 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4126425 Jun 22 14:16:28.895179 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60440) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:28.897478 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Pushing event updated for resources: {'Network': ['ID=01038380-34dc-49ef-9383-e092fa5ac2d0,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:28.900217 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:28.900856 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Request body: {'subnet': {'network_id': '01038380-34dc-49ef-9383-e092fa5ac2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-103044393-subnet', 'tenant_id': 'b2acb763047a4787a543141a3e13d04d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:16:28.907812 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 01038380-34dc-49ef-9383-e092fa5ac2d0 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:16:28.940935 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Made reservation on behalf of b2acb763047a4787a543141a3e13d04d for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:16:28.943451 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:28.954018 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device abf1e5b3-04a9-4e84-a939-570bd031471a no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:16:28.982102 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: abf1e5b3-04a9-4e84-a939-570bd031471a {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:16:28.982370 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device abf1e5b3-04a9-4e84-a939-570bd031471a not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:16:29.117244 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.119342 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:29.173819 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e15521-f41e-4cde-abbf-90202b946b37,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:29.178875 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:29.188623 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Checking segment: {'id': '19ec0819-4f83-41ff-9ee0-ad7797f42cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '01038380-34dc-49ef-9383-e092fa5ac2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:16:29.189140 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Network hostable DHCP agents. Network: 01038380-34dc-49ef-9383-e092fa5ac2d0, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:16:29.210517 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Network 01038380-34dc-49ef-9383-e092fa5ac2d0 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:16:29.221755 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 01038380-34dc-49ef-9383-e092fa5ac2d0) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:16:29.225950 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:29.226533 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.232537 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de8e853-ecd8-41a8-bdc6-ff446fbb1c8f None None] Network 01038380-34dc-49ef-9383-e092fa5ac2d0 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:16:29.240853 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-917186a4-7d70-4764-b00f-6133f77da156 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3445287 Jun 22 14:16:29.376549 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5db0cf-b6ac-4970-b32a-239a05bedb65 None None] Network 01038380-34dc-49ef-9383-e092fa5ac2d0 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:16:29.700386 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60462) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:29.705504 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810523116-network', 'tenant_id': '7bcd2cd2af6f41848b77d633eec7a4ec'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:16:29.725691 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Made reservation on behalf of 7bcd2cd2af6f41848b77d633eec7a4ec for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:16:29.728057 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.738725 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.832355 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.836415 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.839261 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-11152b30-11a2-4810-8386-9a81145d6aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:29.864993 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:16:29.874530 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98037471-6eaa-4a19-91df-4495102dbba7,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:29.878601 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:29.879660 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.879992 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Added segment 0497a239-0a63-436d-8f98-8bee2333df6b of type vlan for network 5c4917b6-41fa-4c95-972c-f5bc488d545a Jun 22 14:16:29.924527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.952575 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.954931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:29.955549 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:29.957891 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:30.010407 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3087046 Jun 22 14:16:30.012981 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 60466) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:30.015237 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Pushing event updated for resources: {'Network': ['ID=5c4917b6-41fa-4c95-972c-f5bc488d545a,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:30.018751 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Request body: {'subnet': {'network_id': '5c4917b6-41fa-4c95-972c-f5bc488d545a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1810523116-subnet', 'tenant_id': '7bcd2cd2af6f41848b77d633eec7a4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:16:30.019046 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:30.027871 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 5c4917b6-41fa-4c95-972c-f5bc488d545a details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:16:30.041345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Made reservation on behalf of 7bcd2cd2af6f41848b77d633eec7a4ec for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:16:30.043784 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4695735'] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.214119 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4528609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4695685'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.216431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:30.268226 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87ed524-2416-4c9b-a480-f6237aeb1299,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:30.272042 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:30.279929 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Checking segment: {'id': '0497a239-0a63-436d-8f98-8bee2333df6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5c4917b6-41fa-4c95-972c-f5bc488d545a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:16:30.280294 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Network hostable DHCP agents. Network: 5c4917b6-41fa-4c95-972c-f5bc488d545a, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:16:30.298040 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Network 5c4917b6-41fa-4c95-972c-f5bc488d545a is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:16:30.307313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 5c4917b6-41fa-4c95-972c-f5bc488d545a) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:16:30.311547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:30.312244 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.318303 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ef8d7-bd9a-407d-9653-5994e661f8dd None None] Network 5c4917b6-41fa-4c95-972c-f5bc488d545a requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:16:30.335502 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0b48b54a-97c4-47e1-af7f-acf76430d191 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3212440 Jun 22 14:16:30.436353 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 60476) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:30.452071 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce7b3a-56be-479d-96ce-584e977392e0 None None] Network 5c4917b6-41fa-4c95-972c-f5bc488d545a requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:16:30.481458 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Deleting subnet d0e15521-f41e-4cde-abbf-90202b946b37 {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:16:30.485230 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.522907 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.561450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.612895 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.615030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:30.636704 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e15521-f41e-4cde-abbf-90202b946b37,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:30.640283 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:30.643488 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.645617 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f3ff482b-8e26-4df3-9608-2b5c683f921d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d0e15521-f41e-4cde-abbf-90202b946b37 HTTP/1.1" status: 204 len: 168 time: 0.2081816 Jun 22 14:16:30.647962 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 60478) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:30.718154 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.796288 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.806382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01038380-34dc-49ef-9383-e092fa5ac2d0']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:30.817606 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ec0819-4f83-41ff-9ee0-ad7797f42cef') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:30.817911 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ec0819-4f83-41ff-9ee0-ad7797f42cef') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:30.826604 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.845580 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.851391 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:16:30.851813 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:16:30.853522 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:16:30.905543 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.910311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8a6bcd30-7244-4ddc-be28-75eb1c454a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:30.912827 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:30.914631 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/01038380-34dc-49ef-9383-e092fa5ac2d0 HTTP/1.1" status: 204 len: 168 time: 0.2657621 Jun 22 14:16:30.917465 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60482) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:30.926544 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Pushing event deleted for resources: {'Network': ['ID=01038380-34dc-49ef-9383-e092fa5ac2d0,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:30.928954 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-75a01855-01a3-4c37-a8ae-ceadc30f16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:30.962182 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Deleting subnet e87ed524-2416-4c9b-a480-f6237aeb1299 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:16:30.965617 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.004097 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.041525 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.095184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.097271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:31.118514 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87ed524-2416-4c9b-a480-f6237aeb1299,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:31.121938 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:31.124541 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.126659 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e87ed524-2416-4c9b-a480-f6237aeb1299 HTTP/1.1" status: 204 len: 168 time: 0.2079930 Jun 22 14:16:31.128925 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60486) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:31.209208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.289709 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.299378 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4917b6-41fa-4c95-972c-f5bc488d545a']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:31.308881 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0497a239-0a63-436d-8f98-8bee2333df6b') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:31.309302 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0497a239-0a63-436d-8f98-8bee2333df6b') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:16:31.318367 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.336584 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.342437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:16:31.342902 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:16:31.345131 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:16:31.398434 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.403634 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.407927 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c4917b6-41fa-4c95-972c-f5bc488d545a HTTP/1.1" status: 204 len: 168 time: 0.2777319 Jun 22 14:16:31.408767 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:31.420815 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4917b6-41fa-4c95-972c-f5bc488d545a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:31.423112 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5d13af99-4c91-4d1a-a02d-e857b2175049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:31.560310 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60494) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:31.599752 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-36874c6f-090f-49bc-a4a2-03e1b1d4afb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2acb763047a4787a543141a3e13d04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381260 Jun 22 14:16:31.602137 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 60496) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:31.650121 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.671692 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.721498 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.724223 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:31.725356 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0298bd0-a32d-4a80-9067-3337571d18e2 HTTP/1.1" status: 204 len: 168 time: 0.1223056 Jun 22 14:16:31.726094 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4d6fb349-4dc9-435a-b87d-2c8a9243516a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:31.733967 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0298bd0-a32d-4a80-9067-3337571d18e2,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:31.736773 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:32.045760 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 60504) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:32.086348 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b9dd31f1-40f7-44cd-aa0e-152a2d9f2c2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bcd2cd2af6f41848b77d633eec7a4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392973 Jun 22 14:16:32.088698 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 60506) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:16:32.135539 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:32.155732 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:32.212575 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:32.215649 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:32.216798 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98037471-6eaa-4a19-91df-4495102dbba7 HTTP/1.1" status: 204 len: 168 time: 0.1272140 Jun 22 14:16:32.217532 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5a784fd1-e7a9-4e60-b254-28db43a04cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:16:32.226072 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98037471-6eaa-4a19-91df-4495102dbba7,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:16:32.228601 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:16:33.003583 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0c1bdebb-5d82-4227-a1d7-85e8945d211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:35.961670 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:36.158624 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-60db9580-4e25-4783-bbfd-638f2391aba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:37.035863 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:38.573883 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:40.366321 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:16:56.365147 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-7a768845-b52b-42cf-bbcc-4ac1766eef02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1540174 Jun 22 14:16:56.453350 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-7b472abf-3961-44b2-833e-cf865b09fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:56.454927 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-7b472abf-3961-44b2-833e-cf865b09fbea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1099 time: 0.0549417 Jun 22 14:16:56.563443 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-2e5be51d-ee3a-4813-ab70-730d32034b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:56.564209 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-2e5be51d-ee3a-4813-ab70-730d32034b75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0882716 Jun 22 14:16:56.631734 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-bf20ff72-a6e9-40b4-8c50-491af51945bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 1002 time: 0.0616374 Jun 22 14:16:56.680661 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-449097ad-7842-40c0-831f-50a07dc876fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:56.682113 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-449097ad-7842-40c0-831f-50a07dc876fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0446470 Jun 22 14:16:56.743796 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-0fc2e8ef-810f-40fa-8ba6-66986c35a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:16:56.745358 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-0fc2e8ef-810f-40fa-8ba6-66986c35a98c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570495 Jun 22 14:16:56.756482 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-033219a9-ca04-4dbb-80c5-148a547eca05 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:16:56.757428 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-033219a9-ca04-4dbb-80c5-148a547eca05 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050008 Jun 22 14:16:56.847091 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-124a87c0-ea89-401c-a81c-1d949764119d service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830293 Jun 22 14:16:56.942930 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-32ebf818-feb4-4ea1-bff7-f64544867156 req-2b3f11d5-2680-4e77-9868-ccbcf448fbb3 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892804 Jun 22 14:17:03.003993 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7a585c70-8db9-4ede-b633-0f08fcc3580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:04.276164 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:17:05.963781 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:06.160660 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb05f-e887-489c-be21-5fb2ec8e032d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:07.038907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:08.574722 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:10.366554 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:33.005758 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9f143b9d-7727-4b87-9605-8da7c148253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:35.965309 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:36.157491 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-06dfb11f-8774-429d-81b9-3cc85586640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:37.043342 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:38.577487 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:40.364781 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:17:41.275333 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:17:58.195934 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-6b62b800-7131-4999-a274-0ea63209a4bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527437 Jun 22 14:17:58.309960 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-03c1d15a-385d-4654-959f-b39bf93ac80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:17:58.311484 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-03c1d15a-385d-4654-959f-b39bf93ac80b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1099 time: 0.0537035 Jun 22 14:17:58.418450 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-53451157-1288-4d82-9cfc-c1d4ddc8ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:17:58.419925 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-53451157-1288-4d82-9cfc-c1d4ddc8ad5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0873461 Jun 22 14:17:58.487473 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-06a76905-e58b-4080-bd95-820298a94f62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 1002 time: 0.0606260 Jun 22 14:17:58.540208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-453fbb5a-1be8-4f3c-80be-272d29e84ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:17:58.541652 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-453fbb5a-1be8-4f3c-80be-272d29e84ec9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0473874 Jun 22 14:17:58.603687 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-8fff8133-ab15-45f9-84e2-46f041b8d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:17:58.605219 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-8fff8133-ab15-45f9-84e2-46f041b8d13d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576427 Jun 22 14:17:58.698946 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-e968adf2-5f56-4dec-8787-138c0c23d2d9 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868332 Jun 22 14:17:59.041923 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-76127ec8-3c8e-4214-b523-c4965a957a69 req-75ac2eaa-f3d3-40ff-878b-da1ef6f2a948 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368766 Jun 22 14:18:03.008165 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-05a9dd67-3754-4149-aacb-9ebff4606045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:05.966375 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:06.158746 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-350c31b4-079b-44ad-a3ae-40d86dcccda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:07.046326 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:08.579517 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:10.381323 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:18.274652 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:18:33.012245 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ca3bb2c-74a6-4c66-8b32-9063005246cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:35.969327 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:36.160585 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0fd7-0ac7-4fdb-83c8-3220e2d378fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:37.055935 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:38.585400 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:40.396887 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:18:55.275769 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:18:59.216127 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-f6fa3752-2ac9-46eb-9557-227bfa6d4b6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525186 Jun 22 14:18:59.329167 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-f7ad6723-695d-41e9-87fa-ab49c0d75fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:18:59.330651 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-f7ad6723-695d-41e9-87fa-ab49c0d75fe5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1099 time: 0.0549691 Jun 22 14:18:59.433934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-71e7a6da-c68f-4069-8184-da572e73a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:18:59.435275 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-71e7a6da-c68f-4069-8184-da572e73a03a service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0846674 Jun 22 14:18:59.499470 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-0d57b536-6c4b-4228-a937-13492efb8b55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 1002 time: 0.0577049 Jun 22 14:18:59.553353 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-35587efa-a574-4abe-aba5-8d6cbbdbad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:18:59.554806 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-35587efa-a574-4abe-aba5-8d6cbbdbad0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0480988 Jun 22 14:18:59.610080 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-e0148356-a506-490e-800f-869bfe3b5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:18:59.611569 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-e0148356-a506-490e-800f-869bfe3b5ba5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508854 Jun 22 14:18:59.706741 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-ba88ccf2-0264-4de3-bf5b-1d4fd5a9851d service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879998 Jun 22 14:18:59.797497 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5dd38860-0afa-4193-9d36-56ce03ce1ac2 req-fbe72f74-c6cd-4406-8671-19fe335a1bee service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838513 Jun 22 14:19:03.014964 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f6c1633c-8b02-4a21-aa10-ab405a87f0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:05.970694 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:06.164306 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-386326a1-e325-4549-a3fb-f60e3b089cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:07.049621 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:08.600020 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:10.394690 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:32.274923 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:19:33.016289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-57fa45fb-215a-43f4-9775-5bf2073ef3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:35.971247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:36.165054 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c60e4ad4-8f47-4266-a3c0-34539de75a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:37.054610 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:38.596189 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:40.396447 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:19:59.183380 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-7e259ba9-bebb-4f8f-9891-f7ab675f682b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591307 Jun 22 14:19:59.300638 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-a64c8051-c6db-41e8-9ee3-8ef4b3aef90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:19:59.302133 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-a64c8051-c6db-41e8-9ee3-8ef4b3aef90f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a271f08dff5546d38eac9e70e0d75851&device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 1099 time: 0.0612392 Jun 22 14:19:59.404190 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-355a7997-00d6-455e-85c3-b63b3e460141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:19:59.405574 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-355a7997-00d6-455e-85c3-b63b3e460141 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 200 len: 912 time: 0.0837424 Jun 22 14:19:59.477930 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-05707f81-fa9b-46cb-84d3-4dcc1ad968dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 200 len: 1002 time: 0.0641103 Jun 22 14:19:59.525651 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-67796258-0c3b-4482-912c-801bb526ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:19:59.527092 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-67796258-0c3b-4482-912c-801bb526ab3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 200 len: 850 time: 0.0427489 Jun 22 14:19:59.585063 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-d0a8fa22-13ed-4b2f-9ce3-9031ffa23fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:19:59.586722 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-d0a8fa22-13ed-4b2f-9ce3-9031ffa23fb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb3e356-761e-47ed-81c9-9726aa2f6621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533278 Jun 22 14:19:59.693059 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-92195f41-ce3a-4d0e-8056-4ffa1f3d6c92 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991607 Jun 22 14:19:59.782901 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcffc08b-6a2c-4aa7-9594-70f58a5bbbc1 req-b28bb2bc-817a-4ff2-8b36-ca563a771ce4 service neutron] 10.222.0.10 "GET /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Jun 22 14:20:03.020165 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ebaa7a67-8996-4563-a247-8b30ebdf8dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:05.972415 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:06.165687 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b4b4c36c-d9b8-4250-ab4d-c68734037bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:07.059986 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:08.596304 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:09.273869 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:20:10.393723 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:33.021326 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2f45ddf8-b6e3-41d3-8181-1ba447b8deed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:35.979127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:36.167937 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-287e7b28-0042-4182-b814-2871073e80e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:37.028879 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94c073-0f68-4c5b-bdfb-8d663e735d76 req-0fd0cfc2-0409-4fbb-875c-a018cd94e61b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:20:37.030295 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5e94c073-0f68-4c5b-bdfb-8d663e735d76 req-0fd0cfc2-0409-4fbb-875c-a018cd94e61b tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 946 time: 0.0679040 Jun 22 14:20:37.061978 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:37.079856 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5e94c073-0f68-4c5b-bdfb-8d663e735d76 req-e4d16542-5b17-45bb-8465-0091b8c3aa40 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups?id=f157b457-e434-41fa-8cc5-9298daad3d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438433 Jun 22 14:20:37.559912 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-128994d9-e109-4571-8f68-acc3c01bd3cd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:20:37.561414 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-128994d9-e109-4571-8f68-acc3c01bd3cd tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 946 time: 0.0737703 Jun 22 14:20:37.678024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Deleting port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:20:37.678375 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:37.768944 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] For port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:20:37.769322 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:37.935351 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:37.935789 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:37.936109 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Floating IP d45c0e6c-fbe0-4938-bcdd-a556554d2993 disassociated. External IP: 172.27.0.138, port: c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5. Jun 22 14:20:37.936457 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Calling delete_port for c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 owned by compute:nova {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:20:38.071576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:38.075734 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:20:38.101156 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event deleted for resources: {'Port': ['ID=c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:20:38.113208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.113421 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.113809 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.114107 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.114473 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.114834 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.115196 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.115674 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.115939 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.116291 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.116644 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.116995 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:38.121271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:20:38.244388 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Router badf917d-c7f0-4996-9d33-e8be222a6e84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:20:38.262855 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-76171787-2ef2-4998-b457-abb4072a1bcc req-79464300-9a89-4444-ab64-7004be9fbb4f tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/ports?device_id=28a110eb-8a66-486a-bd35-ee98018f05cd HTTP/1.1" status: 200 len: 210 time: 0.0314691 Jun 22 14:20:38.363159 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:20:38.373784 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:20:38.386052 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:20:38.386807 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:20:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:20:38.410371 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] No DVR routers for this DVR port c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 on host hv-cinder-79695 {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:20:38.413315 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:38.415391 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cbe2a4eb-5a23-4366-87c9-9ec6bdd1e48d req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.10 "DELETE /v2.0/ports/c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 HTTP/1.1" status: 204 len: 173 time: 0.8480699 Jun 22 14:20:38.416661 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'name': 'network-vif-deleted', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:20:38.419843 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e6dc7b-ee0c-49da-8646-5ab0d9538ffb" -d '{"events": [{"server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "name": "network-vif-deleted", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:20:38.499795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dabab13-0cd6-404c-ac07-39ece6cd6b3a x-openstack-request-id: req-7dabab13-0cd6-404c-ac07-39ece6cd6b3a {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:20:38.500072 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a110eb-8a66-486a-bd35-ee98018f05cd", "name": "network-vif-deleted", "tag": "c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:20:38.500444 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dabab13-0cd6-404c-ac07-39ece6cd6b3a {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:20:38.500601 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a110eb-8a66-486a-bd35-ee98018f05cd', 'name': 'network-vif-deleted', 'tag': 'c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5', 'status': 'completed', 'code': 200} Jun 22 14:20:38.515549 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:20:38.666425 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:38.764669 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:20:38.789475 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:20:38.797841 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:20:38.798448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:20:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:20:38.908402 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:20:39.257835 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:20:39.284726 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def4f8d3-1a57-458f-a46c-486d997725f9 None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T13:55:38Z', 'revision_number': 4, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '312e3614-2341-4a52-af72-ab6b83d41d3f', 'name': '', 'network_id': 'deb3e356-761e-47ed-81c9-9726aa2f6621', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'mac_address': 'fa:16:3e:98:8b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:36Z', 'updated_at': '2021-06-22T13:55:53Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'subnets': [{'id': 'e764d38c-1d5d-46ac-a2b3-566dafb36778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:20:39.410566 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 35236) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:20:39.476814 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.513460 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.544335 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691a01a5-2a53-479e-b360-f20525019c0f None None] New status for floating IP d45c0e6c-fbe0-4938-bcdd-a556554d2993: DOWN {{(pid=92749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:20:39.563785 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.566461 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.567682 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "DELETE /v2.0/security-groups/f157b457-e434-41fa-8cc5-9298daad3d06 HTTP/1.1" status: 204 len: 168 time: 0.1558888 Jun 22 14:20:39.568464 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1b9fd7d2-9ee2-4332-a184-f38ca8488a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:20:39.570829 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35238) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:20:39.579801 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f157b457-e434-41fa-8cc5-9298daad3d06,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:20:39.587116 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.587551 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.587919 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.api.v2.resource [None req-7e11ee1e-b8ca-40ea-a7d4-bcd816439ef1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] show failed (client error): The resource could not be found. Jun 22 14:20:39.588239 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592081 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7e11ee1e-b8ca-40ea-a7d4-bcd816439ef1 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "GET /v2.0/security-groups/f157b457-e434-41fa-8cc5-9298daad3d06 HTTP/1.1" status: 404 len: 347 time: 0.0172036 Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.592268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:20:39.593171 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 35240) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:20:39.596099 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:20:39.754174 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Deleting port db5ce149-b3eb-414e-a77f-033db52ddede {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:20:39.754671 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.846501 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.846827 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:39.913497 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Calling delete_port for db5ce149-b3eb-414e-a77f-033db52ddede owned by network:floatingip {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:20:40.055362 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:40.057765 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:20:40.083641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Pushing event deleted for resources: {'Port': ['ID=db5ce149-b3eb-414e-a77f-033db52ddede,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:20:40.087649 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:20:40.144276 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks [] for floatingip, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:40.147085 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:40.148264 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] 10.222.0.13 "DELETE /v2.0/floatingips/d45c0e6c-fbe0-4938-bcdd-a556554d2993 HTTP/1.1" status: 204 len: 168 time: 0.5541165 Jun 22 14:20:40.395282 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:20:41.559248 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:20:41.580529 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:20:41.580788 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c40f4eba-bcf7-41f5-a6f9-c6d25fe298e5 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:20:46.272502 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:21:03.023288 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-14afaaf3-f483-4b89-91a6-702f9136f952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:05.972550 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:06.168977 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-253f24be-8940-4344-83f9-035188ad459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:07.063781 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:08.601341 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:10.408066 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:23.275193 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:21:33.024731 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-37bb8887-6a48-4046-a759-ec79816c5944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:35.974208 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:36.169160 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c6b23ac9-65a8-494c-8d66-7ec265ebefa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:37.066870 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:38.605699 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:21:40.438223 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:00.274098 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:22:03.026865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-89232964-09c7-4b27-88e4-96f3ae4e84ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:05.976027 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:06.169767 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-97a3aa7d-9866-4dc1-a713-a7711fe9d92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:07.069173 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:08.607674 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:10.453701 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:33.029004 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-46d436e8-ba48-4e39-ac51-dd5c4d5e62cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:35.977296 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:36.181186 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-00e8cdf9-e6ef-4931-9420-37442085fb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:37.072048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:37.273213 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:22:38.610857 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:22:40.468776 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:03.031425 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7b7dbeec-39fc-4707-bff7-76f2e65362cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:05.982017 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:06.172626 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bfd1ac7d-52c1-473b-8a0a-3489b9e9b8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:07.074502 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:08.612851 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:10.466790 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:14.272966 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:23:24.854633 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37252) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:25.303055 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:25.558255 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Deleting port eec34aef-714b-4f3e-a16c-7a7372fe0950 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:23:25.558601 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:25.634058 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] For port eec34aef-714b-4f3e-a16c-7a7372fe0950, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=eec34aef-714b-4f3e-a16c-7a7372fe0950,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:25.634421 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:25.700524 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Calling delete_port for eec34aef-714b-4f3e-a16c-7a7372fe0950 owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:23:25.893833 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:25.895860 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6f44e90a-a54a-4fec-9ee2-0d028241c27a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:25.919415 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Pushing event deleted for resources: {'Port': ['ID=eec34aef-714b-4f3e-a16c-7a7372fe0950,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:25.953155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.953541 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.953919 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.954395 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.954763 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.955134 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.955512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.955871 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.956235 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.956596 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.956952 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.957304 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:25.961249 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:26.098736 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:26.326103 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:23:26.684611 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:23:26.690213 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] 10.222.0.13 "PUT /v2.0/routers/ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345191 Jun 22 14:23:26.692586 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37276) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:26.695938 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] Sync routers for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:23:26.706832 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:23:26.707596 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:23:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:26.804385 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:26.814721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:23:26.908199 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:26.962953 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Deleting port fdf320e0-bc6c-4670-86dd-d0dbd106c19a {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:23:26.963314 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:26.992786 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:23:25Z', 'revision_number': 5, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port': {'id': 'fdf320e0-bc6c-4670-86dd-d0dbd106c19a', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:32Z', 'updated_at': '2021-06-22T13:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:27.023762 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] Checking router: ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:23:27.031952 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] Routers {'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:23:27.032947 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:23:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:27.041669 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] For port fdf320e0-bc6c-4670-86dd-d0dbd106c19a, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:27.042161 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.109776 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Calling delete_port for fdf320e0-bc6c-4670-86dd-d0dbd106c19a owned by network:router_gateway {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:23:27.116412 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] Set router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:23:27.175489 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:23:26Z', 'revision_number': 6, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:27.206377 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e6c25-b1f9-4e7a-b364-c38de90c77fa None None] The sync data for ids ['ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd'] in dv-cinder-796950-3-iscsi is: [{'id': 'ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd', 'name': 'tempest-AttachVolumeShelveTestJSON-2135430648-router', 'tenant_id': '166f383c455f4f00a02d863a8b528f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:23:26Z', 'revision_number': 6, 'project_id': '166f383c455f4f00a02d863a8b528f9b', 'gw_port_host': None}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:23:27.288015 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.290072 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-44370d2d-be79-41ea-9f08-0631d4597d9c tempest-VolumesSnapshotTestJSON-1632636105 tempest-VolumesSnapshotTestJSON-1632636105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:27.314276 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf320e0-bc6c-4670-86dd-d0dbd106c19a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:27.318420 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:27.382194 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.469716 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.471947 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.514088 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.514566 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd {{(pid=92746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:23:27.519546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.520694 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ae901e55-5da7-42c9-8ae5-83fbd0d2b4dd HTTP/1.1" status: 204 len: 168 time: 0.8258767 Jun 22 14:23:27.523328 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37286) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:27.567658 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Deleting subnet ff12c535-e65f-42ab-9d65-c1ca7f7432c1 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:23:27.571237 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.612518 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.690615 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.742077 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.745164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0e2b7c33-8d67-468a-8aaf-e6aecdfd88a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:27.779396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.779396 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff12c535-e65f-42ab-9d65-c1ca7f7432c1 HTTP/1.1" status: 204 len: 168 time: 0.2508531 Jun 22 14:23:27.779396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37290) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:27.780544 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab6425-f513-4868-9a34-a3477c559615 None None] Network cec3f186-c9ef-4abb-8c14-53e69e126287 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:23:27.786037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff12c535-e65f-42ab-9d65-c1ca7f7432c1,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:27.799244 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:27.851624 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.904164 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Deleting port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:23:27.904512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:27.975506 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] DHCP port deletion for cec3f186-c9ef-4abb-8c14-53e69e126287 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:23:27.976943 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] For port 8bfd5e6d-a254-4c85-aed5-f07a12162e82, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8bfd5e6d-a254-4c85-aed5-f07a12162e82,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:27.977409 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.021547 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Deleting port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 {{(pid=92748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:23:28.021938 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.041454 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Calling delete_port for 8bfd5e6d-a254-4c85-aed5-f07a12162e82 owned by network:dhcp {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:23:28.087369 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] For port 8bfd5e6d-a254-4c85-aed5-f07a12162e82, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8bfd5e6d-a254-4c85-aed5-f07a12162e82,segment=NetworkSegment(83fc6bf3-9449-46c3-ac13-0ad3c55c3793),segment_id=83fc6bf3-9449-46c3-ac13-0ad3c55c3793)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:28.087830 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.133023 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.136516 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:28.160383 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Calling delete_port for 8bfd5e6d-a254-4c85-aed5-f07a12162e82 owned by network:dhcp {{(pid=92748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:23:28.163396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfd5e6d-a254-4c85-aed5-f07a12162e82,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:28.165267 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] No DVR routers for this DVR port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 on host dv-cinder-796950-3-iscsi {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:23:28.166843 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:28.243415 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.248418 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.250286 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-034862cb-5d0b-4f73-989f-6f5adbe47e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:28.253591 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec3f186-c9ef-4abb-8c14-53e69e126287']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:28.264271 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fc6bf3-9449-46c3-ac13-0ad3c55c3793') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:28.264573 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fc6bf3-9449-46c3-ac13-0ad3c55c3793') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:23:28.274965 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.278922 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Pushing event deleted for resources: {'Port': ['ID=8bfd5e6d-a254-4c85-aed5-f07a12162e82,revision_number=None']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:28.284718 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] No DVR routers for this DVR port 8bfd5e6d-a254-4c85-aed5-f07a12162e82 on host dv-cinder-796950-3-iscsi {{(pid=92748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:23:28.291289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.291669 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.292015 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.292356 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.292665 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.292801 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.293005 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.296161 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.296161 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.296161 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.296161 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.296161 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.296161 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.298135 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:28.303214 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:23:28.303663 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:23:28.305382 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:23:28.358551 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.362869 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:28.365328 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.367276 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cec3f186-c9ef-4abb-8c14-53e69e126287 HTTP/1.1" status: 204 len: 168 time: 0.5888147 Jun 22 14:23:28.378982 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec3f186-c9ef-4abb-8c14-53e69e126287,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:28.381383 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:28.487187 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 37302) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:28.530479 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-160fa0df-5096-4f0d-99d3-3ed9e5f5cb4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=166f383c455f4f00a02d863a8b528f9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419657 Jun 22 14:23:28.532760 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 37306) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:28.580461 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.600821 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.647789 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.650381 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:28.651540 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11862fd4-e0dc-40a9-b901-cf36e301ffeb HTTP/1.1" status: 204 len: 168 time: 0.1178629 Jun 22 14:23:28.652332 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4cfaba26-7f7b-49c8-a418-dfa14f487765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:28.660668 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11862fd4-e0dc-40a9-b901-cf36e301ffeb,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:28.667879 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.668441 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.668814 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.669211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.669538 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.669977 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.670254 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.670608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.670992 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.671346 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.671723 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.672079 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:23:28.675419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:29.211079 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device eec34aef-714b-4f3e-a16c-7a7372fe0950 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:23:29.231865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: eec34aef-714b-4f3e-a16c-7a7372fe0950 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:23:29.232232 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device eec34aef-714b-4f3e-a16c-7a7372fe0950 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:23:29.232666 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8bfd5e6d-a254-4c85-aed5-f07a12162e82 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:23:29.251593 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 8bfd5e6d-a254-4c85-aed5-f07a12162e82 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:23:29.251962 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8bfd5e6d-a254-4c85-aed5-f07a12162e82 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:23:29.252393 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device fdf320e0-bc6c-4670-86dd-d0dbd106c19a no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:23:29.271836 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: fdf320e0-bc6c-4670-86dd-d0dbd106c19a {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:23:29.272233 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device fdf320e0-bc6c-4670-86dd-d0dbd106c19a not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:23:29.370177 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 37334) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:29.475268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-113839101-network', 'tenant_id': 'd66e5f92d5d84acfa11dab31dc30a7f0'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:23:29.496528 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Made reservation on behalf of d66e5f92d5d84acfa11dab31dc30a7f0 for: {'network': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:23:29.498986 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.508189 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.602703 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.606437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.609349 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:29.632474 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=92746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:23:29.641038 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0922b20-01b7-40ab-b07c-077095f437f4,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:29.644977 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:29.648322 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.648659 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.segments_db [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Added segment fe12cb75-2da0-4723-92d8-5efb0eec1a86 of type vlan for network ad77966a-e6f6-47d7-b628-051739a8f471 Jun 22 14:23:29.691368 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.720102 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.721806 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:29.722399 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.725235 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:29.773122 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4018569 Jun 22 14:23:29.776224 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 37342) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:23:29.781474 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Request body: {'subnet': {'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-113839101-subnet', 'tenant_id': 'd66e5f92d5d84acfa11dab31dc30a7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:23:29.785151 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad77966a-e6f6-47d7-b628-051739a8f471,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:29.791681 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:29.804280 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network ad77966a-e6f6-47d7-b628-051739a8f471 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:23:29.805327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Made reservation on behalf of d66e5f92d5d84acfa11dab31dc30a7f0 for: {'subnet': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:23:29.807920 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4695735'] for subnet, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.981908 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4528609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4695685'] for subnet, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:29.983996 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:30.039331 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14bd7ac-d7fb-4633-867d-2347e8b69c02,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:30.042300 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:30.044911 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Checking segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:23:30.045268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Network hostable DHCP agents. Network: ad77966a-e6f6-47d7-b628-051739a8f471, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:23:30.065922 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Network ad77966a-e6f6-47d7-b628-051739a8f471 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:23:30.075604 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, ad77966a-e6f6-47d7-b628-051739a8f471) {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:23:30.079965 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:30.080668 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:30.086073 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a11dd5-f7a1-48f8-a9e9-90a4b27934b9 None None] Network ad77966a-e6f6-47d7-b628-051739a8f471 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:23:30.099075 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0da58c1e-4d76-430c-9399-383cc82c6829 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3215206 Jun 22 14:23:30.210969 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d7d9b-8a19-45cf-b766-4fafbdfdf77f None None] Network ad77966a-e6f6-47d7-b628-051739a8f471 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:23:30.662059 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-1020f218-7c25-4633-919f-5a29659b8b49 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:30.663486 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-1020f218-7c25-4633-919f-5a29659b8b49 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1042531 Jun 22 14:23:30.678034 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-198deb5c-ebcb-49fa-9628-adb5eccf5cf9 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/quotas/d66e5f92d5d84acfa11dab31dc30a7f0 HTTP/1.1" status: 200 len: 375 time: 0.0091891 Jun 22 14:23:30.711294 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-e647d686-06bb-49ae-baa7-cfe15d531035 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281208 Jun 22 14:23:30.765438 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-6e733930-76d8-41bf-8cc3-a5d8ab64e2ce service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92747) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:23:30.766408 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-6e733930-76d8-41bf-8cc3-a5d8ab64e2ce service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490088 Jun 22 14:23:30.858987 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-de6d6cbc-3a74-46c3-b317-4514c08d1aef service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850413 Jun 22 14:23:30.979278 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-2d5589c3-62dc-4712-af34-3b8e4dfe342c service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075354 Jun 22 14:23:31.213237 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a8ce81f8-1b0c-4f1e-847b-44118d987514 req-395795ac-e2b8-4b20-9504-1de9900ef18c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 210 time: 0.0813644 Jun 22 14:23:32.365406 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-be62ee4f-1015-4984-8a9d-2c09ab5ce343 req-aa4b6da1-7b37-429b-8622-7345d424dea2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 210 time: 0.0366693 Jun 22 14:23:32.421956 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-4b073f3a-3eac-44a4-92fc-705f13d3e8f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:32.423493 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-4b073f3a-3eac-44a4-92fc-705f13d3e8f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1047158 Jun 22 14:23:32.450219 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Request body: {'port': {'device_id': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'admin_state_up': True, 'tenant_id': 'd66e5f92d5d84acfa11dab31dc30a7f0'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:23:32.565031 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Made reservation on behalf of d66e5f92d5d84acfa11dab31dc30a7f0 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:23:32.568738 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:32.692850 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Allocated IP 172.20.0.12 (ad77966a-e6f6-47d7-b628-051739a8f471/b14bd7ac-d7fb-4633-867d-2347e8b69c02/60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:23:32.841677 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:32.880986 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:32.885282 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:32.951039 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Network ad77966a-e6f6-47d7-b628-051739a8f471 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:23:32.955775 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:23:32.962654 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:23:32.966894 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event updated for resources: {'Port': ['ID=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:32.986862 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:33.013082 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:33.013687 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.028489 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822935 Jun 22 14:23:33.032931 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-64919597-e3b3-402b-b30f-e465258ed11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.101104 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Request body: {'port': {'device_id': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:23:33.174674 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.445145 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:23:33.452373 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.464315 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Transition to ACTIVE for port object 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:23:33.469588 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.471988 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:33.579584 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Pushing event updated for resources: {'Port': ['ID=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:33.583628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:33.653891 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0d633-4087-4cf1-a819-66042888167a req-30412eb1-1287-4ad7-8e2c-3a17e13abb02 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:33.655266 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-30d0d633-4087-4cf1-a819-66042888167a req-30412eb1-1287-4ad7-8e2c-3a17e13abb02 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 944 time: 0.1583946 Jun 22 14:23:33.680175 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Attempting to bind port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:23:33.680516 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Attempting to bind port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:23:33.680867 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Attempting to bind port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:23:33.687932 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 on network ad77966a-e6f6-47d7-b628-051739a8f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:23:33.688348 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Attempting to bind port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:23:33.700741 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:23:33.701080 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Checking segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:23:33.701467 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Bound using segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:23:33.701899 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Bound port: 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:23:33.702247 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.717452 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-30d0d633-4087-4cf1-a819-66042888167a req-05148144-e3d9-49b1-bf04-d77381b95287 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527899 Jun 22 14:23:33.774864 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] For port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:23:33.777903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] For port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:23:33.789133 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.791275 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-101bdd1a-46fa-449d-be84-279222344ef5 tempest-VolumesNegativeTest-2101207648 tempest-VolumesNegativeTest-2101207648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:33.825693 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:33.826320 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:33.827702 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] 10.222.0.10 "PUT /v2.0/ports/60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 1094 time: 0.7860155 Jun 22 14:23:33.828207 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'tag': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:23:33.830687 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cef6690-863e-4e90-8b10-61582ed0c24b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ffc8c8-5f03-4011-af29-22b08b6cacf4", "tag": "60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:23:33.853019 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Pushing event updated for resources: {'Port': ['ID=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:33.856300 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:33.929652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77dd0f4-8f6d-4af5-8281-7fbf4489a136 x-openstack-request-id: req-b77dd0f4-8f6d-4af5-8281-7fbf4489a136 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:23:33.929987 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ffc8c8-5f03-4011-af29-22b08b6cacf4", "tag": "60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:23:33.930287 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b77dd0f4-8f6d-4af5-8281-7fbf4489a136 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:23:33.930717 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'tag': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'status': 'completed', 'code': 200} Jun 22 14:23:33.939533 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-f435384a-bf70-483f-b724-007eacd8a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:33.941048 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-f435384a-bf70-483f-b724-007eacd8a4e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1097 time: 0.0577970 Jun 22 14:23:33.988558 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-9db52337-1f1b-4517-8a14-35f4ebdb42f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0342159 Jun 22 14:23:34.040333 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-15a2a7b8-db4d-41a9-91e3-64064f6482aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:34.041784 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-15a2a7b8-db4d-41a9-91e3-64064f6482aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0474906 Jun 22 14:23:34.073900 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-214e098d-1c6d-4cc7-b073-0483684560b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252852 Jun 22 14:23:34.164758 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-c33a4abc-5706-4fb9-b1f7-3f22ba8216fe service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Jun 22 14:23:34.255376 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe445d9a-ab54-44e1-bee3-8243fd1277e3 req-3ca1a5a6-ce17-4663-ab18-1a3fc75bafd0 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845525 Jun 22 14:23:34.394464 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-16645828-b117-48fb-9d6f-3fe7876c783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:34.395987 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-16645828-b117-48fb-9d6f-3fe7876c783f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1097 time: 0.0526857 Jun 22 14:23:34.487097 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-ff9dde60-46f6-4f35-867b-c61e1f27c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:34.488569 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-ff9dde60-46f6-4f35-867b-c61e1f27c6f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0859153 Jun 22 14:23:34.529152 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-f7886a7b-3929-43f5-9af9-2cdb6e372daa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0337367 Jun 22 14:23:34.577064 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-a4a883bc-a68c-4bd7-a110-4806ae451f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:34.578526 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-a4a883bc-a68c-4bd7-a110-4806ae451f51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0429134 Jun 22 14:23:34.614954 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-bf0e4b76-8977-4a5e-b76a-6bae53650ba2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297992 Jun 22 14:23:34.993667 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-0ab75d41-89b1-4ac2-80bf-daf0e339a755 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719687 Jun 22 14:23:35.011260 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bbade-89c8-48ba-8921-c39e009b44dd req-641e243c-48ea-497a-835b-ea746b3d8e10 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:35.012607 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1f5bbade-89c8-48ba-8921-c39e009b44dd req-641e243c-48ea-497a-835b-ea746b3d8e10 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 944 time: 0.0997865 Jun 22 14:23:35.094871 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1f5bbade-89c8-48ba-8921-c39e009b44dd req-cfdfda74-8364-4326-837f-c11c6e4d7263 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 Jun 22 14:23:35.119075 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9cef6690-863e-4e90-8b10-61582ed0c24b req-a70727cf-bb8d-4112-b90e-aa838398bd2a service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155517 Jun 22 14:23:35.983753 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:36.173192 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-db24b677-978a-46e8-8709-9bd17ccd38f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:36.281443 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ec780-8f0c-42fb-90cc-504235959fa6 req-7a362177-fe62-4292-a5b4-62cce65377a2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:36.283061 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d68ec780-8f0c-42fb-90cc-504235959fa6 req-7a362177-fe62-4292-a5b4-62cce65377a2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 944 time: 0.0699344 Jun 22 14:23:36.322152 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d68ec780-8f0c-42fb-90cc-504235959fa6 req-75493c26-4501-4d0e-a323-858d0141c5f4 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Jun 22 14:23:37.077455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:37.497703 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b3f23-e493-415d-8912-d454ce295f19 req-bd1527de-766c-4a86-bac1-9dd1f6feba6c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:37.499177 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-749b3f23-e493-415d-8912-d454ce295f19 req-bd1527de-766c-4a86-bac1-9dd1f6feba6c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 944 time: 0.0682359 Jun 22 14:23:37.538261 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-749b3f23-e493-415d-8912-d454ce295f19 req-80474eb0-d604-4bca-bf56-4c4dc86200d4 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323040 Jun 22 14:23:38.585107 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:23:38.626572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:38.698819 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:38.709826 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'port_id': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'mac_address': 'fa:16:3e:60:6d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14bd7ac-d7fb-4633-867d-2347e8b69c02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:23:38.719152 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7b891-89c6-4b6f-a18e-52c99687d567 req-07a36827-8b9b-4a27-9a69-1395ee47f2e6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:38.721398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7ff7b891-89c6-4b6f-a18e-52c99687d567 req-07a36827-8b9b-4a27-9a69-1395ee47f2e6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 944 time: 0.0707438 Jun 22 14:23:38.747025 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:38.758218 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7ff7b891-89c6-4b6f-a18e-52c99687d567 req-bd2de9d8-b009-4a2a-8a9f-17f0b4e70e9c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Jun 22 14:23:38.759446 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:23:38.780306 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:38.784928 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:38.786771 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:38.961599 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:38.964630 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:39.116632 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:23:39.934766 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a276-64ed-4428-9d77-ad17bc2e31d7 req-bb30db99-5798-4eb9-8273-9db5eeef6b54 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:39.936286 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9b49a276-64ed-4428-9d77-ad17bc2e31d7 req-bb30db99-5798-4eb9-8273-9db5eeef6b54 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 945 time: 0.0636446 Jun 22 14:23:39.974171 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9b49a276-64ed-4428-9d77-ad17bc2e31d7 req-1160c208-e2c1-47cd-9974-13d36f1328f6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jun 22 14:23:40.473602 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:40.600776 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:23:40.651868 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:23:40.655650 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:23:40.656031 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:40.731102 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:40.752894 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:23:40.755143 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aad1e4-8c3d-49a0-a120-f89ffb98a22d" -d '{"events": [{"server_uuid": "a4ffc8c8-5f03-4011-af29-22b08b6cacf4", "name": "network-vif-plugged", "status": "completed", "tag": "60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:23:40.768055 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:23:40.772611 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:23:40.774636 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:23:40.822974 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:23:40.826749 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:23:40.855020 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb3f30b-5669-4304-8ec1-e18aeba41a81 x-openstack-request-id: req-dcb3f30b-5669-4304-8ec1-e18aeba41a81 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:23:40.855332 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ffc8c8-5f03-4011-af29-22b08b6cacf4", "name": "network-vif-plugged", "status": "completed", "tag": "60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:23:40.855753 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcb3f30b-5669-4304-8ec1-e18aeba41a81 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:23:40.856043 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'code': 200} Jun 22 14:23:41.137941 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e1b2-6a6e-43da-954f-f74f0981e19f req-e883584f-6db1-483d-8f5f-89706fd72b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:41.139430 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0925e1b2-6a6e-43da-954f-f74f0981e19f req-e883584f-6db1-483d-8f5f-89706fd72b6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0887415 Jun 22 14:23:41.191205 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756cc57-714a-4972-b774-5897148dcec0 req-b8aa27d1-b937-4d48-ade4-f5a7bd21db39 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:41.192736 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e756cc57-714a-4972-b774-5897148dcec0 req-b8aa27d1-b937-4d48-ade4-f5a7bd21db39 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 946 time: 0.1044691 Jun 22 14:23:41.194732 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0925e1b2-6a6e-43da-954f-f74f0981e19f req-31971b12-db37-4706-b210-32278116e07c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 Jun 22 14:23:41.230230 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e756cc57-714a-4972-b774-5897148dcec0 req-e3ce4ceb-804d-465f-8401-0f6e74197626 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Jun 22 14:23:42.408292 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25329c-15fb-47e4-9ee9-1ad023ac6f2b req-e1f4cecc-3f5b-4853-858f-59369a89ad5b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:23:42.409762 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7c25329c-15fb-47e4-9ee9-1ad023ac6f2b req-e1f4cecc-3f5b-4853-858f-59369a89ad5b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 946 time: 0.0679078 Jun 22 14:23:42.446047 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7c25329c-15fb-47e4-9ee9-1ad023ac6f2b req-32938def-b941-4ba3-8430-90c446a9fdcc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Jun 22 14:23:51.273000 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:24:03.033743 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-56fcebf9-5750-4f7a-8000-a6ee70dd536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:04.163688 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-0474071e-26e5-430a-ac5e-e88c6bd97cbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519855 Jun 22 14:24:04.277572 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785335d-6612-4b83-9454-b55cb11887a0 req-07ec41fe-46af-4eb8-acde-07806b4a5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:24:04.279043 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-07ec41fe-46af-4eb8-acde-07806b4a5d7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0547822 Jun 22 14:24:04.382520 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785335d-6612-4b83-9454-b55cb11887a0 req-92a8be42-d96d-4e76-9b6f-7371846ec984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:24:04.384070 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-92a8be42-d96d-4e76-9b6f-7371846ec984 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0835865 Jun 22 14:24:04.429907 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-49011bc8-a64a-4daa-9337-76fe9a887f29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0391710 Jun 22 14:24:04.480162 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785335d-6612-4b83-9454-b55cb11887a0 req-1dfe0e68-2b2e-47a6-98f1-6b5fc5c727dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:24:04.481617 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-1dfe0e68-2b2e-47a6-98f1-6b5fc5c727dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0453689 Jun 22 14:24:04.515812 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-b6ae9ae3-4dcc-4915-80c9-9e0a73b5681f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267205 Jun 22 14:24:04.608637 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-e93489c5-f0ea-402c-84d4-e8b1d7da60e9 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861259 Jun 22 14:24:04.703152 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9785335d-6612-4b83-9454-b55cb11887a0 req-eb236ab1-5242-4fe4-b0bc-7adef0574186 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862057 Jun 22 14:24:05.986856 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:06.173932 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-460035de-bde1-419b-9dc5-5fedee697958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:07.081164 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:08.620528 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:10.496537 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:28.272421 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:24:33.035095 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9935df33-4344-44ce-a75b-24632870e3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:35.989604 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:36.175811 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-15e0526c-619a-489f-b083-d3d744cc0354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:37.085320 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:38.623484 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:24:40.498311 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:03.036768 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-274cab77-18d1-4598-8249-78733ec86a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:04.183670 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-ea67dfca-4682-40eb-bc3f-a844d0f0b3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515599 Jun 22 14:25:04.299157 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-14eeed24-8eb3-4c67-b0af-6154769b9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:25:04.300793 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-14eeed24-8eb3-4c67-b0af-6154769b9af2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0587919 Jun 22 14:25:04.406319 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-042c56e8-16fa-4ee9-89c4-83e9ede1d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:25:04.407830 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-042c56e8-16fa-4ee9-89c4-83e9ede1d247 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0853536 Jun 22 14:25:04.449496 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-6b4aba8d-f906-4469-8acc-5a696a0174fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0344610 Jun 22 14:25:04.503490 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-3d48a0b4-3954-4432-ab6f-bb0bff9f75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:25:04.505564 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-3d48a0b4-3954-4432-ab6f-bb0bff9f75fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0496385 Jun 22 14:25:04.539352 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-b8863d1a-a28e-4b5b-99e0-c943dc473153 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275931 Jun 22 14:25:04.627318 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-7dad0da3-a253-4ce7-8cc6-f591bc34b2b2 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810599 Jun 22 14:25:04.720633 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a61b3dce-938f-4d9c-86a1-f4e33669a1b4 req-35eb046f-73ca-4f37-a892-39aca2c4d5b2 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872302 Jun 22 14:25:05.272323 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:25:05.993079 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:06.175216 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-11ec3be4-e56c-4fb1-9d6c-8c26695aeba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:07.088658 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:08.626048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:10.496645 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:33.038214 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2ac80dc8-2663-4d9b-a389-374d32bc4ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:35.994155 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:36.176102 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4e339d5a-b82f-4592-a017-cc901c19dcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:37.092277 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:38.628912 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:40.508257 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:25:42.272118 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:26:03.040163 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b3b089b9-735b-41d0-a956-32ac606fa1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:05.165381 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-9296ae35-512f-4d9e-8b0a-6fd7ed6c84df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535381 Jun 22 14:26:05.280182 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-0b83eadf-bd3d-410a-b193-73249c36d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:26:05.281585 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-0b83eadf-bd3d-410a-b193-73249c36d533 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0570347 Jun 22 14:26:05.387515 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-f88b6a7d-7e9b-4aac-a193-c109a45fb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:26:05.389018 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-f88b6a7d-7e9b-4aac-a193-c109a45fb3fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0876224 Jun 22 14:26:05.433066 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-58a3f232-e7dc-460d-8d95-6938b3de8a05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0379028 Jun 22 14:26:05.480168 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-db6378ce-6020-4b73-87c5-560488a46423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:26:05.481571 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-db6378ce-6020-4b73-87c5-560488a46423 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0428696 Jun 22 14:26:05.514648 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-0e9f6ce5-83b1-4853-ba2e-9e5cd70e8f09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260978 Jun 22 14:26:05.604298 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-320687b3-bffa-4f01-8582-01203f63372a service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Jun 22 14:26:05.690856 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ceba1231-f342-4fe2-9430-edae7ca20ad2 req-aead71a2-aa5e-4e8e-a992-088ab9226334 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809059 Jun 22 14:26:05.996122 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:06.177326 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a538a931-3e14-40eb-bac5-fc9c709143ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:07.095971 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:08.631304 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:10.521156 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:19.270366 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:26:33.042358 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0a371ca5-9ba6-4378-88fd-1c930732183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:35.997030 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:36.178633 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-415a36a8-dda3-4759-99a9-ec0ab0f5954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:37.099615 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:38.633759 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:40.540691 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:26:56.272606 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:27:03.044376 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-28c0641c-f2f1-47aa-9253-10d185abb5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:05.166480 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-7d35ba30-f295-4080-8336-f82d34994c34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527732 Jun 22 14:27:05.283527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-654f6d5b-1198-40f3-9adb-e8f16f4d315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:27:05.285015 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-654f6d5b-1198-40f3-9adb-e8f16f4d315f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0588148 Jun 22 14:27:05.392211 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-be072c27-b49a-4879-852e-c81a0af117da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:27:05.393673 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-be072c27-b49a-4879-852e-c81a0af117da service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0883024 Jun 22 14:27:05.437981 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-e472febd-ef4b-402e-a464-1e18845cb9cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0374343 Jun 22 14:27:05.487385 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-9b15a225-d5ca-4e59-943b-f524a1f01539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:27:05.488868 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-9b15a225-d5ca-4e59-943b-f524a1f01539 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0445855 Jun 22 14:27:05.525259 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-2b55dabe-7a56-4d03-8e6a-56a16f93f812 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jun 22 14:27:05.535129 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-cb7b88b0-9233-4c23-833e-2fed837ab3a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:27:05.536082 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-cb7b88b0-9233-4c23-833e-2fed837ab3a6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048792 Jun 22 14:27:05.628388 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-bd8c6baa-e59e-4728-96cb-5cd20d82f10b service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857432 Jun 22 14:27:05.716187 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1d11853a-864c-41c2-aa79-2202fa2691cd req-ba9d5986-064e-4a33-b27a-23ac99a630a3 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807300 Jun 22 14:27:05.998809 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:06.179319 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-26e0e271-254d-4a62-b127-907ab353e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:07.100415 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:08.638642 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:10.543908 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:33.044355 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c3238daa-bc8d-40d5-9946-4115ccb02019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:33.274617 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:27:35.999725 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:36.178752 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c6dfc529-3ca1-4ec6-9e26-d193659b4674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:37.105016 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:38.640028 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:40.555616 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:50.726224 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 40462) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:27:50.840002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:50.925778 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:50.929457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:50.931848 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5b0660d0-165b-4418-995d-512baaf19634 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:27:50.967597 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a526ca5b5d7f4fd2a7e5bd9b7fb174c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402620 Jun 22 14:27:50.968362 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e675ce-5a16-4971-99ca-b9207ff211a3,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:27:50.970268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 40468) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:27:50.975934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.976315 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.976698 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.977043 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.977398 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.977754 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.978105 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.978457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.978808 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.979155 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.979551 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.979876 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:50.985164 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:27:51.025008 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:51.046832 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:51.094509 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:51.097250 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:27:51.098438 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08e675ce-5a16-4971-99ca-b9207ff211a3 HTTP/1.1" status: 204 len: 168 time: 0.1270115 Jun 22 14:27:51.099284 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-202bf300-b8ce-410e-b1bf-59d4e7faeba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:27:51.106976 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e675ce-5a16-4971-99ca-b9207ff211a3,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.118816 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.119534 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:27:51.122160 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:28:03.046933 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-061b1658-08c1-405d-8c8e-2c5e7497d0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:06.001258 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:06.180434 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a805cc1f-8353-468d-b3be-6b633c4362fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:06.201669 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-46c5396c-97be-45fd-a1ab-b2f705a4cc4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636637 Jun 22 14:28:06.313825 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-465c9da1-6957-459f-8d91-184379006fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:28:06.315231 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-465c9da1-6957-459f-8d91-184379006fea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0535622 Jun 22 14:28:06.423846 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-3825dc11-6765-49a2-bc3e-74061c6fdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:28:06.425318 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-3825dc11-6765-49a2-bc3e-74061c6fdb7c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0882099 Jun 22 14:28:06.469402 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-01f8664a-1f91-4373-ad51-30338561730b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0363507 Jun 22 14:28:06.519400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-1975a4f2-2a02-4762-bc8f-05036039e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:28:06.520872 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-1975a4f2-2a02-4762-bc8f-05036039e896 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0449936 Jun 22 14:28:06.553395 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-6a17179d-89b4-4576-b2c2-6d0fce8826da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263190 Jun 22 14:28:06.645071 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-bdd9b52a-259b-4b4c-8675-696e69bf46a8 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847890 Jun 22 14:28:06.736710 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e619abc7-84ed-48be-9a57-b94fe8f0cb64 req-552aa832-5605-4f16-9e0c-ea82150b33ba service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847764 Jun 22 14:28:07.108063 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:08.644498 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:10.273318 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:28:10.559543 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:33.048450 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a89cad56-1f6d-45c2-b5bc-93fb8858c13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:36.001585 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:36.181072 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b56d5d72-bf85-4dff-9bfe-d41cc82b8798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:37.110875 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:38.645454 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:40.546031 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:28:47.271624 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:29:03.050058 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-95840a7f-2191-4753-9709-348b20ba7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:06.006306 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:06.214396 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-6eda813c-1433-4c24-b024-339b79edb8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:06.275723 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-083c77b0-a8c6-4941-ab5d-b858d557e9a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1634092 Jun 22 14:29:06.390167 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-a5e1f743-3593-49aa-852a-b98cc4655e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:06.391577 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-a5e1f743-3593-49aa-852a-b98cc4655e32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0526490 Jun 22 14:29:06.498338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-a5144852-fcbd-459f-a126-2d5aeefdf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:06.499875 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-a5144852-fcbd-459f-a126-2d5aeefdf054 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0857241 Jun 22 14:29:06.540589 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-f970a583-b7e1-4159-aa93-d4e9a4b9c501 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0338941 Jun 22 14:29:06.588418 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-f84c3fa4-1614-4813-8ebf-87475df3ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:06.589829 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-f84c3fa4-1614-4813-8ebf-87475df3ab26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0420752 Jun 22 14:29:06.622117 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-6775301f-8573-4e11-b9ea-615e4617afe6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257971 Jun 22 14:29:06.714255 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-63fee619-ce23-45a7-9c0f-b181b4639e20 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858727 Jun 22 14:29:06.803397 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-034695ab-d6e2-450e-bbfd-f3c92ed649b7 req-78beddf5-6979-41e1-8a1c-534b5fcf9522 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831413 Jun 22 14:29:07.112181 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:08.651498 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:10.552156 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:15.640284 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-b613c532-87c6-4384-a8c5-c0a5514b490c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:15.641659 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-b613c532-87c6-4384-a8c5-c0a5514b490c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1026323 Jun 22 14:29:15.656802 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-2a09ccdc-f606-445f-ad07-5e9cf759f7b0 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/quotas/d66e5f92d5d84acfa11dab31dc30a7f0 HTTP/1.1" status: 200 len: 375 time: 0.0098057 Jun 22 14:29:15.723031 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-f6dba79d-5e46-4ff8-882f-d1db73202173 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612588 Jun 22 14:29:16.112484 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-2ef29f12-1fa1-420b-b2db-a0150ec13953 service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820159 Jun 22 14:29:16.197597 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-7a14b4cc-b70c-4565-978d-f65e035c2404 service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788391 Jun 22 14:29:17.392954 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ca2c3c-32f1-4896-956c-5b6e9da31325 req-e022c63f-f230-4238-be24-1fd4883482f9 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 210 time: 0.0297515 Jun 22 14:29:18.541472 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-872cc50e-51d3-40b0-bd33-db9d4b6b7fca req-53c5f59f-1bd7-4b32-bfa2-02042793228e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 210 time: 0.0359173 Jun 22 14:29:18.767866 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-78826248-defb-4809-986d-e6e74ac0f977 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:18.769307 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-78826248-defb-4809-986d-e6e74ac0f977 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1147270 Jun 22 14:29:18.789318 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Request body: {'port': {'device_id': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'admin_state_up': True, 'tenant_id': 'd66e5f92d5d84acfa11dab31dc30a7f0'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:18.903569 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Made reservation on behalf of d66e5f92d5d84acfa11dab31dc30a7f0 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:18.908161 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:19.289569 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Allocated IP 172.20.0.13 (ad77966a-e6f6-47d7-b628-051739a8f471/b14bd7ac-d7fb-4633-867d-2347e8b69c02/c7469600-4fc0-4467-9fb5-e5c74e681df2) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:19.458611 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:19.510272 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:19.520293 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae7ba902-3b3d-4116-96b5-204725391abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:19.549655 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:29:19.555774 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Network ad77966a-e6f6-47d7-b628-051739a8f471 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:19.560872 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:19.564205 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:19.617322 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:19.619722 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:19.651143 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event updated for resources: {'Port': ['ID=c7469600-4fc0-4467-9fb5-e5c74e681df2,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:19.662393 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.663714 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.664161 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.664456 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.665015 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.665788 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.666368 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.666904 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.667491 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.668586 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.669142 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.669970 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:19.676467 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:19.678004 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8939764 Jun 22 14:29:19.695410 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Request body: {'port': {'device_id': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:19.808077 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2492359-cdf9-4cbd-87e5-b9da2a40fb5b req-450c8de6-5823-4eba-9e74-7c4a3dce3b57 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:19.809553 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2492359-cdf9-4cbd-87e5-b9da2a40fb5b req-450c8de6-5823-4eba-9e74-7c4a3dce3b57 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 932 time: 0.1299450 Jun 22 14:29:19.813699 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:19.880599 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a2492359-cdf9-4cbd-87e5-b9da2a40fb5b req-90581b30-ca17-4eeb-a53d-ea0213eb3be6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646808 Jun 22 14:29:20.096032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7469600-4fc0-4467-9fb5-e5c74e681df2 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:29:20.104710 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:20.118017 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Transition to ACTIVE for port object c7469600-4fc0-4467-9fb5-e5c74e681df2 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:20.121319 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:20.124059 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-afc933f4-a458-4b12-b0f5-54ccf33b65dd tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:20.199208 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cde50-2816-4963-b035-798678efb80d service neutron] Pushing event updated for resources: {'Port': ['ID=c7469600-4fc0-4467-9fb5-e5c74e681df2,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:20.220842 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-721cde50-2816-4963-b035-798678efb80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:20.270599 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Attempting to bind port c7469600-4fc0-4467-9fb5-e5c74e681df2 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:20.270941 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Attempting to bind port c7469600-4fc0-4467-9fb5-e5c74e681df2 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:20.271274 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Attempting to bind port c7469600-4fc0-4467-9fb5-e5c74e681df2 on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:20.275882 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Port c7469600-4fc0-4467-9fb5-e5c74e681df2 on network ad77966a-e6f6-47d7-b628-051739a8f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:29:20.276207 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Attempting to bind port c7469600-4fc0-4467-9fb5-e5c74e681df2 on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:20.281169 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:20.281522 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Checking segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:20.281911 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Bound using segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:20.282349 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Bound port: c7469600-4fc0-4467-9fb5-e5c74e681df2, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:20.282697 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:20.349724 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] For port c7469600-4fc0-4467-9fb5-e5c74e681df2, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:20.353338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] For port c7469600-4fc0-4467-9fb5-e5c74e681df2, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:20.357151 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:20.360134 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1896abe0-bd37-474a-8570-9add9ddfaa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:20.389924 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:20.390541 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:20.391924 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-721cde50-2816-4963-b035-798678efb80d service neutron] 10.222.0.10 "PUT /v2.0/ports/c7469600-4fc0-4467-9fb5-e5c74e681df2 HTTP/1.1" status: 200 len: 1094 time: 0.7010486 Jun 22 14:29:20.392437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'tag': 'c7469600-4fc0-4467-9fb5-e5c74e681df2'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:29:20.394708 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7" -d '{"events": [{"name": "network-changed", "server_uuid": "29d9ac1a-2552-457a-b803-3436aeb494f6", "tag": "c7469600-4fc0-4467-9fb5-e5c74e681df2"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:29:20.421205 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cde50-2816-4963-b035-798678efb80d service neutron] Pushing event updated for resources: {'Port': ['ID=c7469600-4fc0-4467-9fb5-e5c74e681df2,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:20.424871 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-721cde50-2816-4963-b035-798678efb80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:20.507641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-45306356-e8cc-4f6d-92cd-4625851eed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:20.509148 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-45306356-e8cc-4f6d-92cd-4625851eed5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 1097 time: 0.0591488 Jun 22 14:29:20.561208 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-d846a1c4-37ce-4625-858b-727eb35f251f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2 HTTP/1.1" status: 200 len: 217 time: 0.0375729 Jun 22 14:29:20.614432 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-cacbf60d-1692-498a-8fe1-10290f7eadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:20.616447 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-cacbf60d-1692-498a-8fe1-10290f7eadb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0473366 Jun 22 14:29:20.655025 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-79f21e83-a1f3-4cb5-95fd-75f9519839d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322704 Jun 22 14:29:20.750412 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-97de806c-9485-408c-9501-8a43dad83ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871973 Jun 22 14:29:20.862125 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7a544c77-a0d1-4aba-8d3a-71d7e79b4b32 req-e50d4806-5a86-4155-8d9c-6b074c50e1da service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043448 Jun 22 14:29:21.071212 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc8de9-3363-4478-a094-a5894d12d564 req-c4166b65-d01f-4629-a60b-717f7dba4dbd tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:21.073255 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b2fc8de9-3363-4478-a094-a5894d12d564 req-c4166b65-d01f-4629-a60b-717f7dba4dbd tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 944 time: 0.0705822 Jun 22 14:29:21.117224 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b2fc8de9-3363-4478-a094-a5894d12d564 req-c8f669bf-6603-478d-bb34-afeee2804f41 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Jun 22 14:29:21.510015 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b7dbca-77f8-4d02-975b-e05f1c1fe3e5 x-openstack-request-id: req-b5b7dbca-77f8-4d02-975b-e05f1c1fe3e5 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:29:21.510412 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d9ac1a-2552-457a-b803-3436aeb494f6", "tag": "c7469600-4fc0-4467-9fb5-e5c74e681df2", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:29:21.510773 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5b7dbca-77f8-4d02-975b-e05f1c1fe3e5 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:29:21.511271 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'tag': 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'status': 'completed', 'code': 200} Jun 22 14:29:21.611603 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-d3d9b1ec-d6c7-4319-a647-3156b1fa0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:21.613124 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-d3d9b1ec-d6c7-4319-a647-3156b1fa0b85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 1097 time: 0.0537813 Jun 22 14:29:21.710084 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-baa9bac4-1dcb-4aba-b15d-90299ac391b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:21.711622 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-baa9bac4-1dcb-4aba-b15d-90299ac391b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0882511 Jun 22 14:29:21.763146 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-0486277f-a17c-49e2-afaf-f4547fcbbc6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2 HTTP/1.1" status: 200 len: 217 time: 0.0379076 Jun 22 14:29:21.816542 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-1c475f86-47af-44dc-8a56-1e0c72a4169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:21.818049 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-1c475f86-47af-44dc-8a56-1e0c72a4169b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0471823 Jun 22 14:29:21.857153 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-281622b4-3427-4b92-a786-28f55c10ea6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314646 Jun 22 14:29:21.953754 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-1dbea359-b0ee-4e20-9c8e-d7678d767bbe service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866594 Jun 22 14:29:22.046182 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52ae0f8d-8d2b-4642-b87c-e9b8244255e7 req-c5c64bee-7a95-48da-9b77-5a4e29ffb695 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Jun 22 14:29:22.297588 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39178df-e8f6-4523-887e-383a99144337 req-bf48705c-844e-4e46-b5cd-861173bb8317 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:22.299089 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b39178df-e8f6-4523-887e-383a99144337 req-bf48705c-844e-4e46-b5cd-861173bb8317 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 944 time: 0.0676887 Jun 22 14:29:22.342642 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b39178df-e8f6-4523-887e-383a99144337 req-3cc5286c-9881-415f-a4ad-e30ddacf0151 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374155 Jun 22 14:29:23.524780 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23405a7c-5447-4667-aa8e-6c9515c05bb4 req-519cb8b8-9e81-4a50-b076-4ceabe2b2af8 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:23.524780 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-23405a7c-5447-4667-aa8e-6c9515c05bb4 req-519cb8b8-9e81-4a50-b076-4ceabe2b2af8 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 944 time: 0.0634067 Jun 22 14:29:23.565059 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-23405a7c-5447-4667-aa8e-6c9515c05bb4 req-65566464-9f4c-4e2d-a68f-fa012c98d98e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Jun 22 14:29:23.904323 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c7469600-4fc0-4467-9fb5-e5c74e681df2 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:29:23.996785 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port c7469600-4fc0-4467-9fb5-e5c74e681df2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:24.007998 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'port_id': 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'mac_address': 'fa:16:3e:3b:75:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14bd7ac-d7fb-4633-867d-2347e8b69c02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:29:24.042770 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:24.054570 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7469600-4fc0-4467-9fb5-e5c74e681df2 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:29:24.073688 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port c7469600-4fc0-4467-9fb5-e5c74e681df2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:24.077806 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:24.079679 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5dc52551-4522-4544-8a12-bf2d6f77b4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:24.124234 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=c7469600-4fc0-4467-9fb5-e5c74e681df2,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:24.131408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.132384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.132724 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.133068 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.133412 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.133746 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.134074 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.134528 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.134873 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.135206 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.135558 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.135887 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:24.140085 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:24.283492 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:29:24.738276 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313da66-70cf-4fdc-a521-a84a7f836dfd req-2edb8cf4-fd23-406f-a0a2-5df4c4f65b78 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:24.739768 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5313da66-70cf-4fdc-a521-a84a7f836dfd req-2edb8cf4-fd23-406f-a0a2-5df4c4f65b78 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 945 time: 0.0625074 Jun 22 14:29:24.776956 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5313da66-70cf-4fdc-a521-a84a7f836dfd req-789a4f4d-b351-40b0-ac20-25b6f573cf28 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jun 22 14:29:25.943674 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b79f6-ab35-4107-a3f4-bc39eb17054f req-93343bdd-728b-4ab6-b53d-d921f362e624 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:25.945652 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ef6b79f6-ab35-4107-a3f4-bc39eb17054f req-93343bdd-728b-4ab6-b53d-d921f362e624 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 945 time: 0.0612028 Jun 22 14:29:25.980834 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ef6b79f6-ab35-4107-a3f4-bc39eb17054f req-8dccf513-8e18-484e-b8ba-81d8710c017b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296931 Jun 22 14:29:27.097713 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['c7469600-4fc0-4467-9fb5-e5c74e681df2'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:29:27.164040 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81489141-b94c-420b-a653-0f2b8cea6abe req-e944a178-5d0e-4d2c-a558-c3948d158f07 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:27.165715 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-81489141-b94c-420b-a653-0f2b8cea6abe req-e944a178-5d0e-4d2c-a558-c3948d158f07 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 945 time: 0.0711043 Jun 22 14:29:27.205962 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-81489141-b94c-420b-a653-0f2b8cea6abe req-e1db20b2-52c2-47b2-83ac-c87f26624a3f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332768 Jun 22 14:29:28.389289 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4202-0f2f-4b7a-954d-8a141316c8a9 req-fe507767-42fc-4ea7-b260-c1a278f21969 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:28.390777 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-42ab4202-0f2f-4b7a-954d-8a141316c8a9 req-fe507767-42fc-4ea7-b260-c1a278f21969 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 945 time: 0.0692620 Jun 22 14:29:28.428744 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-42ab4202-0f2f-4b7a-954d-8a141316c8a9 req-73afeba2-9d14-4865-9bb0-0f29e02a0acf tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Jun 22 14:29:28.748607 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c7469600-4fc0-4467-9fb5-e5c74e681df2 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:28.798343 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port c7469600-4fc0-4467-9fb5-e5c74e681df2 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:28.801959 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port c7469600-4fc0-4467-9fb5-e5c74e681df2 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:28.802340 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:28.995441 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:29.016555 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7469600-4fc0-4467-9fb5-e5c74e681df2'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:29:29.018801 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc8028f-67ec-4d1c-b1a4-0c147b836d02" -d '{"events": [{"server_uuid": "29d9ac1a-2552-457a-b803-3436aeb494f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7469600-4fc0-4467-9fb5-e5c74e681df2"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:29:29.032462 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port c7469600-4fc0-4467-9fb5-e5c74e681df2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:29.036374 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:29.038988 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:29.085615 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=c7469600-4fc0-4467-9fb5-e5c74e681df2,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:29.088625 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:29.115325 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b16d2c-3bf9-4995-9644-ced2f4105250 x-openstack-request-id: req-61b16d2c-3bf9-4995-9644-ced2f4105250 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:29:29.115672 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d9ac1a-2552-457a-b803-3436aeb494f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7469600-4fc0-4467-9fb5-e5c74e681df2", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:29:29.117120 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61b16d2c-3bf9-4995-9644-ced2f4105250 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:29:29.117533 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'code': 200} Jun 22 14:29:29.378027 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524cf6-cd53-4b3c-860e-b68da9dfb07d req-2d2685f0-28f0-41ea-be26-94d9823af39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:29.379520 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b3524cf6-cd53-4b3c-860e-b68da9dfb07d req-2d2685f0-28f0-41ea-be26-94d9823af39b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 1099 time: 0.0530801 Jun 22 14:29:29.415620 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b3524cf6-cd53-4b3c-860e-b68da9dfb07d req-c9ed1dfa-a4e5-4a27-83d5-210fb8cc0708 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284662 Jun 22 14:29:29.606209 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a794de9-379b-4f16-9bc7-889ffbf42ea6 req-4ec46569-0125-4787-9a86-b63fd418945b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:29.607920 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4a794de9-379b-4f16-9bc7-889ffbf42ea6 req-4ec46569-0125-4787-9a86-b63fd418945b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 946 time: 0.0646129 Jun 22 14:29:29.646298 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4a794de9-379b-4f16-9bc7-889ffbf42ea6 req-cbc78db1-c37c-45cf-967b-4da1c3079036 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Jun 22 14:29:30.829953 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab319-4053-41a6-85b9-f242f133e416 req-5f7dd5e8-2db2-4bcf-ab63-2c58b188f29e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:30.832626 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-45fab319-4053-41a6-85b9-f242f133e416 req-5f7dd5e8-2db2-4bcf-ab63-2c58b188f29e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 946 time: 0.0683458 Jun 22 14:29:30.874472 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-45fab319-4053-41a6-85b9-f242f133e416 req-803ea041-9fc7-48b9-899a-f08d0ac07c1c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358601 Jun 22 14:29:30.998311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41754) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:31.116314 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.213743 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.217628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.221321 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5673162e-0a15-4351-ae59-ec8e81743a4d tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:31.256886 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db2fadd1126e4aa189b3e08c88194a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574832 Jun 22 14:29:31.258879 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a753628-ce42-485a-b8c3-37690db36fa5,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:31.259673 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41764) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:31.264190 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:31.312266 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.339360 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.389060 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.392115 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.393303 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a753628-ce42-485a-b8c3-37690db36fa5 HTTP/1.1" status: 204 len: 168 time: 0.1320596 Jun 22 14:29:31.394137 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bf623f52-0d5b-48ea-a13a-b442958ae936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:31.404401 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a753628-ce42-485a-b8c3-37690db36fa5,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:31.411413 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.411826 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.412196 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.412558 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.412916 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.413380 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.414337 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.414853 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.415174 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.415633 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.415905 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.416252 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:31.419850 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:31.654195 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41778) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:31.671948 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-782e1e41-1bce-43be-b9ca-70ef84c2a29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.778250 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-782e1e41-1bce-43be-b9ca-70ef84c2a29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.781958 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-782e1e41-1bce-43be-b9ca-70ef84c2a29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.784414 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f1b452c7-f98e-4865-a63c-b28317febc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:31.822557 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-782e1e41-1bce-43be-b9ca-70ef84c2a29b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c96fd3a74c0447b8bd6a05fa9d776a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672184 Jun 22 14:29:31.823534 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e1e41-1bce-43be-b9ca-70ef84c2a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9262b4c1-27f7-4a9a-b496-2f8c4c049dfa,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:31.826644 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41782) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:31.832020 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-782e1e41-1bce-43be-b9ca-70ef84c2a29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:31.875648 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.902608 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.953362 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.956237 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:31.957552 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9262b4c1-27f7-4a9a-b496-2f8c4c049dfa HTTP/1.1" status: 204 len: 168 time: 0.1307824 Jun 22 14:29:31.958484 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-acd3e79f-0423-4f61-84c4-c38399bc3876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:31.967973 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9262b4c1-27f7-4a9a-b496-2f8c4c049dfa,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:31.971104 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:32.759382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-f4e7869e-62b4-4721-a90a-961eccf9f99d tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:32.761195 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-f4e7869e-62b4-4721-a90a-961eccf9f99d tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1109061 Jun 22 14:29:32.778102 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-7080feaa-3e49-4ebf-8079-06753717a235 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/quotas/d66e5f92d5d84acfa11dab31dc30a7f0 HTTP/1.1" status: 200 len: 375 time: 0.0109663 Jun 22 14:29:32.867504 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-c7f8a9ea-3c93-4a26-a776-77a310631665 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828249 Jun 22 14:29:32.958670 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-b5e60a3b-df81-4b04-be8a-787a5407cd29 service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844367 Jun 22 14:29:33.054197 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4b7c5993-a8ac-4f14-8596-f15feb87cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:33.062692 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-e1d6c9b6-6749-4178-aac4-b4cb1bbb1fde service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975509 Jun 22 14:29:33.253606 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-72f0c8ed-ff60-4da5-b087-bd1b18cf9fd2 req-58cd52f5-fd51-4cb2-b0ee-7ef916dabbca tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 210 time: 0.0303314 Jun 22 14:29:33.871870 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41874) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:34.066515 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Deleting subnet 2a05bf1f-692a-4a75-ac4b-a15222cc1131 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:29:34.069631 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.104874 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.148933 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.225619 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.226922 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:34.256512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a05bf1f-692a-4a75-ac4b-a15222cc1131,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:34.267292 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:34.268914 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.271031 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7a599245-783a-4e33-b202-2434b5a764d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2a05bf1f-692a-4a75-ac4b-a15222cc1131 HTTP/1.1" status: 204 len: 168 time: 0.3979962 Jun 22 14:29:34.273868 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41888) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:34.406592 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.416205 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b6b0ae47-73fc-4b02-bd15-893833d4e6d7 req-5f792fa9-72ba-4055-b07e-93f2c8bd3ef2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 210 time: 0.0313635 Jun 22 14:29:34.535513 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-257c5668-4e27-44b9-8b0a-1fbec61d44cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:34.536954 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-257c5668-4e27-44b9-8b0a-1fbec61d44cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1974113 Jun 22 14:29:34.548305 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.558501 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101ffe50-87cc-4e0e-b184-5718830c90b4']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:34.569437 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:34.569733 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea9dc6a-8890-4022-9fd3-c7389c3ebea1') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:34.574480 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Request body: {'port': {'device_id': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'admin_state_up': True, 'tenant_id': 'd66e5f92d5d84acfa11dab31dc30a7f0'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:34.594967 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.637700 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.650194 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:29:34.650595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:29:34.652234 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:29:34.729931 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.738314 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:34.740539 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.743077 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] 10.222.0.13 "DELETE /v2.0/networks/101ffe50-87cc-4e0e-b184-5718830c90b4 HTTP/1.1" status: 204 len: 168 time: 0.4680078 Jun 22 14:29:34.756228 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Pushing event deleted for resources: {'Network': ['ID=101ffe50-87cc-4e0e-b184-5718830c90b4,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:34.759930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ae9468d8-31d6-4fa4-9329-35d05fd1d07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:34.766614 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Made reservation on behalf of d66e5f92d5d84acfa11dab31dc30a7f0 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:34.770273 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.871609 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41898) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:34.908007 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Allocated IP 172.20.0.10 (ad77966a-e6f6-47d7-b628-051739a8f471/b14bd7ac-d7fb-4633-867d-2347e8b69c02/d32178b6-6ab7-465f-87b2-5c7946dbe81f) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:34.911582 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e1eda338-b53a-4f7a-a692-c8a98a2cc17c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67f04a3121a94cc0b2296e3f3a750ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386889 Jun 22 14:29:34.915024 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41900) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:34.964476 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:34.985181 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.042110 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.044794 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.048261 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8edce9f2-90e4-45ca-b6d7-bb967cec4bf8 HTTP/1.1" status: 204 len: 168 time: 0.1299553 Jun 22 14:29:35.048261 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5f2fd1f-2823-4ce6-92e9-5db3d60a19c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:35.053349 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.054981 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edce9f2-90e4-45ca-b6d7-bb967cec4bf8,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:35.057617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:35.097818 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.104201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-0a51f4e1-f342-43a4-9e31-3b34e23091eb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:35.134488 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'c7469600-4fc0-4467-9fb5-e5c74e681df2'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:29:35.145622 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Network ad77966a-e6f6-47d7-b628-051739a8f471 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:35.149417 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:35.155416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:35.192053 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event updated for resources: {'Port': ['ID=d32178b6-6ab7-465f-87b2-5c7946dbe81f,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:35.197334 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:35.216696 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:35.217330 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.233214 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6655517 Jun 22 14:29:35.252236 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Request body: {'port': {'device_id': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:35.332725 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.642523 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a1cf-7ab7-4c65-a50d-b1e7204447b8 req-3472d2ee-da0f-4474-b304-318ad461a83f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:35.643667 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46e8a1cf-7ab7-4c65-a50d-b1e7204447b8 req-3472d2ee-da0f-4474-b304-318ad461a83f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 932 time: 0.1032588 Jun 22 14:29:35.720540 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46e8a1cf-7ab7-4c65-a50d-b1e7204447b8 req-8dad7261-6a69-4a1b-9f42-ed4c88e63caa tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683374 Jun 22 14:29:35.729579 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32178b6-6ab7-465f-87b2-5c7946dbe81f {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:29:35.738172 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.759266 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Transition to ACTIVE for port object d32178b6-6ab7-465f-87b2-5c7946dbe81f will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:35.763967 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.767399 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6d23bf7f-8024-4b84-a329-153de5746ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:35.852722 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d32178b6-6ab7-465f-87b2-5c7946dbe81f,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:35.866015 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41950) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:35.870146 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:35.918234 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Attempting to bind port d32178b6-6ab7-465f-87b2-5c7946dbe81f on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:35.918563 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Attempting to bind port d32178b6-6ab7-465f-87b2-5c7946dbe81f by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:35.918903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Attempting to bind port d32178b6-6ab7-465f-87b2-5c7946dbe81f on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:35.923123 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Port d32178b6-6ab7-465f-87b2-5c7946dbe81f on network ad77966a-e6f6-47d7-b628-051739a8f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:29:35.923445 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Attempting to bind port d32178b6-6ab7-465f-87b2-5c7946dbe81f on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:35.928254 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:35.928595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Checking segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:35.928979 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Bound using segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:35.929619 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Bound port: d32178b6-6ab7-465f-87b2-5c7946dbe81f, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:35.930025 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.962110 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-447958578-network', 'tenant_id': '9b310558a9404ce8a683da7265c2883e'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:35.987765 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Made reservation on behalf of 9b310558a9404ce8a683da7265c2883e for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:35.990230 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:35.999046 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.000763 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.003534 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] For port d32178b6-6ab7-465f-87b2-5c7946dbe81f, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:36.007062 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] For port d32178b6-6ab7-465f-87b2-5c7946dbe81f, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:36.012242 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.015426 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-89bd8136-8a2e-4b2f-af3c-121148c84b72 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:36.052278 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:36.052922 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.054511 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/d32178b6-6ab7-465f-87b2-5c7946dbe81f HTTP/1.1" status: 200 len: 1094 time: 0.8083556 Jun 22 14:29:36.055036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'tag': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:29:36.057468 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de10d74a-825c-4708-889d-0f64eb2f5bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bda3cc7-789c-4a6d-929d-d357fcf9f09a", "tag": "d32178b6-6ab7-465f-87b2-5c7946dbe81f"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:29:36.078435 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d32178b6-6ab7-465f-87b2-5c7946dbe81f,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:36.082248 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:36.106303 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3076851-efda-4728-90da-d1515e7d797c x-openstack-request-id: req-e3076851-efda-4728-90da-d1515e7d797c {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:29:36.106718 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bda3cc7-789c-4a6d-929d-d357fcf9f09a", "tag": "d32178b6-6ab7-465f-87b2-5c7946dbe81f", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:29:36.107099 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3076851-efda-4728-90da-d1515e7d797c {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:29:36.107649 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'tag': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f', 'status': 'completed', 'code': 200} Jun 22 14:29:36.110408 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.115439 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.119826 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c4e0d4c0-f23c-4af6-93e3-e50fe255c279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:36.138759 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:29:36.157571 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc349d78-2ae0-47e1-8867-bc7993c3e5fc,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:36.160727 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.161076 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Added segment 82adadf3-b8c7-4df8-b04a-484ffb732410 of type vlan for network c6f75462-a093-47b9-8b1e-f163217dd6e7 Jun 22 14:29:36.162729 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:36.196983 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f9938a07-ebf3-43cc-b178-f66069109831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.204093 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-f9233eb3-2936-4301-836a-4a57ed34fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:36.205989 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-f9233eb3-2936-4301-836a-4a57ed34fe69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 1097 time: 0.0701416 Jun 22 14:29:36.206130 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.240886 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.242204 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:36.242888 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.245334 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cabdc98d-c61b-44c2-b89c-c30e6d39bcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:36.261495 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-b5b3001a-9e8a-4ca7-ae64-362e320adb2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f HTTP/1.1" status: 200 len: 217 time: 0.0390625 Jun 22 14:29:36.297582 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4302382 Jun 22 14:29:36.300376 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41958) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:36.305584 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Request body: {'subnet': {'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-447958578-subnet', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:36.308220 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Pushing event updated for resources: {'Network': ['ID=c6f75462-a093-47b9-8b1e-f163217dd6e7,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:36.310904 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:36.318659 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:29:36.332476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-284e3fdc-24f3-486d-878d-01e4da7bbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:36.334022 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-284e3fdc-24f3-486d-878d-01e4da7bbdb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0649228 Jun 22 14:29:36.344253 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Made reservation on behalf of 9b310558a9404ce8a683da7265c2883e for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:36.346633 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.409196 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-e08a6941-65e4-43d0-9667-0a15e35da4c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604429 Jun 22 14:29:36.549557 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-a000477a-45e9-4aaf-9c9e-3b2f7c493646 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294188 Jun 22 14:29:36.656445 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:36.667955 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-309a3f5d-4aba-4d38-b710-e451b1b83973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:36.974764 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-554b5a9a-31ea-4d10-8c26-397bc550ce91 req-e2778c6c-e29b-442e-97a6-eedc65adb6fa service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178689 Jun 22 14:29:37.024012 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e96db0-7893-4705-a335-435b717c0d13,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:37.026595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:37.044436 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Checking segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:37.044795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Network hostable DHCP agents. Network: c6f75462-a093-47b9-8b1e-f163217dd6e7, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:29:37.082567 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995ade-fdae-4c83-b5e0-b3085e70cf13 req-fdcb4fd4-1453-42e7-8933-23eef4913d59 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:37.083995 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6d995ade-fdae-4c83-b5e0-b3085e70cf13 req-fdcb4fd4-1453-42e7-8933-23eef4913d59 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 944 time: 0.1280906 Jun 22 14:29:37.118107 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.118485 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:29:37.126608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41972) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:37.145942 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, c6f75462-a093-47b9-8b1e-f163217dd6e7) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:37.155385 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:37.156012 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.157107 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637bf23b-9c48-4012-848a-333023643d5f None None] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:29:37.178713 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6d995ade-fdae-4c83-b5e0-b3085e70cf13 req-f05cddda-52df-47dd-89b1-c94d2baff349 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698128 Jun 22 14:29:37.190934 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-56d4d31a-5f2f-4290-bb90-8cbbea612c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:37.193144 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-56d4d31a-5f2f-4290-bb90-8cbbea612c28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 1097 time: 0.1266649 Jun 22 14:29:37.195823 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c17c82ea-8275-4caf-953e-86eddee20da9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8938298 Jun 22 14:29:37.198555 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41976) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:37.203368 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:37.228900 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.229958 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.313088 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.315428 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-6e2c56e2-97d1-4232-ac79-d93fa294527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:37.315998 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.317052 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-6e2c56e2-97d1-4232-ac79-d93fa294527c service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.1052752 Jun 22 14:29:37.341977 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-c6f75462-a093-47b9-8b1e-f163217dd6e7', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:29:37.342973 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.369262 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-a839b479-4634-47bf-875e-3c0fbd15d397 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f HTTP/1.1" status: 200 len: 217 time: 0.0438402 Jun 22 14:29:37.427705 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-c8161d95-fbf8-4a7d-a015-2a03c2ae4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:37.430129 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-c8161d95-fbf8-4a7d-a015-2a03c2ae4461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0503626 Jun 22 14:29:37.468623 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-f2a972e8-486e-408a-bc06-11ca85c5bcb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316749 Jun 22 14:29:37.479137 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.491379 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Allocated IP 172.20.0.2 (c6f75462-a093-47b9-8b1e-f163217dd6e7/a9e96db0-7893-4705-a335-435b717c0d13/8e4d7f5c-3138-477c-805b-c52802abb2d7) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:37.569818 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-1f43d01e-2012-4443-9a1b-0ccd6a65ee4d service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895927 Jun 22 14:29:37.605214 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.612930 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.616650 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e0194c14-9bc8-49e5-b68c-1aa5e1f1563e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:37.652863 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.661117 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Transition to ACTIVE for port object 8e4d7f5c-3138-477c-805b-c52802abb2d7 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:37.669823 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36372f1d-30fe-4c10-8c37-286714047420,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:37.673523 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:37.680443 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71f2306f36ac4f8698b797734e8633d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5499365 Jun 22 14:29:37.680443 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 41980) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:37.682833 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-de10d74a-825c-4708-889d-0f64eb2f5bb4 req-998a4a03-31d7-44c8-abf9-e205b6c95889 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960066 Jun 22 14:29:37.686883 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Transition to ACTIVE for port object 8e4d7f5c-3138-477c-805b-c52802abb2d7 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:37.694417 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.696954 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:37.737723 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:37.740670 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:37.744308 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:37.749540 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Pushing event updated for resources: {'Port': ['ID=8e4d7f5c-3138-477c-805b-c52802abb2d7,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:37.755177 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:37.805934 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Attempting to bind port 8e4d7f5c-3138-477c-805b-c52802abb2d7 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:37.806320 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Attempting to bind port 8e4d7f5c-3138-477c-805b-c52802abb2d7 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:37.806689 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Attempting to bind port 8e4d7f5c-3138-477c-805b-c52802abb2d7 on network c6f75462-a093-47b9-8b1e-f163217dd6e7 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:37.811601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:37.811992 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Checking segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:37.812404 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.812806 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Bound using segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:37.813283 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Bound port: 8e4d7f5c-3138-477c-805b-c52802abb2d7, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:37.813779 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.828293 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.841085 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.867322 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.873365 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.875060 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] For port 8e4d7f5c-3138-477c-805b-c52802abb2d7, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:37.878066 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] For port 8e4d7f5c-3138-477c-805b-c52802abb2d7, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8e4d7f5c-3138-477c-805b-c52802abb2d7,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:37.883209 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.885865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-c1b8c3fa-8d02-4a1e-b920-ad34d4f1b444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:37.942489 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Pushing event updated for resources: {'Port': ['ID=8e4d7f5c-3138-477c-805b-c52802abb2d7,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:37.946301 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:37.993590 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.996267 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:37.997412 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36372f1d-30fe-4c10-8c37-286714047420 HTTP/1.1" status: 204 len: 168 time: 0.3160775 Jun 22 14:29:38.000030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-918c9c83-8b13-4e89-84f9-6ed9f661d334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:38.011481 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36372f1d-30fe-4c10-8c37-286714047420,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:38.015109 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:38.025251 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Allocated IP 172.27.0.210 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/335ca351-aeba-4ed5-b4e9-4f70272ab2e0) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:38.166053 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.220194 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.228355 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:38.265109 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:38.267969 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:38.270637 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:38.316454 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Pushing event updated for resources: {'Port': ['ID=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:38.319846 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:38.384558 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41990) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:38.399673 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.496052 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.499983 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.502549 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-973ea4ba-4a1c-4f79-bf16-cf732e4d50ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:38.529968 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3260dd-b0e8-4adc-aeda-0f2216f26f5a req-836671a0-3fb1-4f58-ad9c-ff1e862fa1e7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:38.531507 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6d3260dd-b0e8-4adc-aeda-0f2216f26f5a req-836671a0-3fb1-4f58-ad9c-ff1e862fa1e7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 944 time: 0.1594491 Jun 22 14:29:38.538610 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f82331d-837a-4ef1-9a7e-63c0b4e500f6,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:38.545587 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=675efa13006f4ded8b6bcad50373f1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574359 Jun 22 14:29:38.545587 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:38.545885 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41992) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:38.604052 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.613563 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-6d3260dd-b0e8-4adc-aeda-0f2216f26f5a req-c2897103-9aaf-461a-b2fe-e3e0a4611fda tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751474 Jun 22 14:29:38.623913 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.639385 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.660407 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.694203 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.697728 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.698934 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f82331d-837a-4ef1-9a7e-63c0b4e500f6 HTTP/1.1" status: 204 len: 168 time: 0.1521482 Jun 22 14:29:38.699769 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-eda9ce09-7286-4bda-bd50-3f0a8f5aa16e tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:38.715440 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f82331d-837a-4ef1-9a7e-63c0b4e500f6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:38.717848 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:38.763520 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device d32178b6-6ab7-465f-87b2-5c7946dbe81f details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:29:38.857082 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.887847 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port d32178b6-6ab7-465f-87b2-5c7946dbe81f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:38.901621 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'port_id': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f', 'mac_address': 'fa:16:3e:0a:1b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14bd7ac-d7fb-4633-867d-2347e8b69c02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:29:38.943605 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.962886 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32178b6-6ab7-465f-87b2-5c7946dbe81f {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:29:38.987637 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port d32178b6-6ab7-465f-87b2-5c7946dbe81f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:38.993358 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:38.996426 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:39.022285 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Router 65229568-367e-4dee-b979-dd550bd9facf is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:29:39.023121 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e005ed-69b9-4db5-9a10-91eb3b4a5efa None None] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:29:39.103518 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bed5d6a5-7484-4c2c-867a-f865dabc9dfb None None] Provisioning for port 8e4d7f5c-3138-477c-805b-c52802abb2d7 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:39.111834 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 41998) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:39.114315 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=d32178b6-6ab7-465f-87b2-5c7946dbe81f,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:39.118289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:39.126650 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a606-45e1-4bc0-bea0-bc605ce4c7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.234675 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a606-45e1-4bc0-bea0-bc605ce4c7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.243155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a606-45e1-4bc0-bea0-bc605ce4c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.246285 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4a06466b-a189-4290-91b2-cb391d7396ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:39.287201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8a606-45e1-4bc0-bea0-bc605ce4c7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c387c36-849f-4c93-8f8d-7bb302416ff6,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:39.291912 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9ed8a606-45e1-4bc0-bea0-bc605ce4c7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:39.297128 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['d32178b6-6ab7-465f-87b2-5c7946dbe81f'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:29:39.297477 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9ed8a606-45e1-4bc0-bea0-bc605ce4c7a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25fad9c1a8464994bd6548976e267e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843424 Jun 22 14:29:39.298114 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42000) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:39.366117 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.407636 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.423136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:29:39.445471 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Sync routers for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:29:39.463703 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:39.464481 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:39.477218 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.481320 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2790017 Jun 22 14:29:39.481633 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42004) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:39.503514 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8e4d7f5c-3138-477c-805b-c52802abb2d7 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:39.588459 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:39.592592 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 8e4d7f5c-3138-477c-805b-c52802abb2d7 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:39.596962 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 8e4d7f5c-3138-477c-805b-c52802abb2d7 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:39.597389 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.598670 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.601846 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.605431 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c387c36-849f-4c93-8f8d-7bb302416ff6 HTTP/1.1" status: 204 len: 168 time: 0.3039422 Jun 22 14:29:39.606100 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9235763c-2fa5-4ce3-8b89-721ec05bd9ca tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:39.616089 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c387c36-849f-4c93-8f8d-7bb302416ff6,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:39.627123 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:39.668023 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-673661be-29dd-4b99-914e-20918f82cb7d None None] Provisioning complete for port 8e4d7f5c-3138-477c-805b-c52802abb2d7 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:39.669052 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-673661be-29dd-4b99-914e-20918f82cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.759375 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.779329 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:38Z', 'revision_number': 3, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:39.818211 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Checking router: 65229568-367e-4dee-b979-dd550bd9facf for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:29:39.818569 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Updating router 65229568-367e-4dee-b979-dd550bd9facf port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:29:39.828424 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 8e4d7f5c-3138-477c-805b-c52802abb2d7, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8e4d7f5c-3138-477c-805b-c52802abb2d7,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:39.830140 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-673661be-29dd-4b99-914e-20918f82cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.841136 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.845168 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:39.869779 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:39.937986 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=8e4d7f5c-3138-477c-805b-c52802abb2d7,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:39.942788 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:39.945558 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.db.api [None req-673661be-29dd-4b99-914e-20918f82cb7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 14:29:39.946035 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_db.api [None req-673661be-29dd-4b99-914e-20918f82cb7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 14:29:39.998874 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be125d30-9cd4-47b5-ba7c-10d6e145974e req-7bd0bda5-2f12-4749-8898-2ea6c0ae1c8f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:40.000304 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-be125d30-9cd4-47b5-ba7c-10d6e145974e req-7bd0bda5-2f12-4749-8898-2ea6c0ae1c8f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 945 time: 0.1340339 Jun 22 14:29:40.090869 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-be125d30-9cd4-47b5-ba7c-10d6e145974e req-752444e9-5395-4bd1-a409-922c3bac9be0 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Jun 22 14:29:40.155940 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.167738 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.177427 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Transition to ACTIVE for port object 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:40.185286 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.187476 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ce0cb308-387c-4d29-b493-dbd340066ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:40.238280 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Attempting to bind port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:40.238665 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Attempting to bind port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:40.239082 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Attempting to bind port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:40.242804 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Pushing event updated for resources: {'Port': ['ID=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:40.250940 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.251294 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.251815 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.252010 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.252337 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.252666 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.252998 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.253322 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.253672 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.254005 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.254323 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.254640 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:29:40.258510 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:40.258899 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:40.259310 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.259809 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:40.260301 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Bound port: 335ca351-aeba-4ed5-b4e9-4f70272ab2e0, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:40.260683 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.264726 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:40.315128 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] For port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:40.318306 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] For port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:40.323567 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.326635 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-03aac2a4-b39c-486a-b153-ce14b106d420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:40.330306 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Allocated IP 172.20.0.1 (c6f75462-a093-47b9-8b1e-f163217dd6e7/a9e96db0-7893-4705-a335-435b717c0d13/08af24cc-42f2-4ede-81f8-3a1d48b305a6) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:40.381576 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:40.381576 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:40.426472 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Pushing event updated for resources: {'Port': ['ID=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:40.430341 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-a6ca8680-23f6-40a2-b489-931a52461905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:40.449684 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.464269 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Transition to ACTIVE for port object 08af24cc-42f2-4ede-81f8-3a1d48b305a6 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:40.509292 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.510156 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e99d093f-a5a4-46ef-bdde-78d57301a971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:40.531583 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:40.549309 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:40.555853 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:40.559336 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:40.598585 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.599327 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Pushing event updated for resources: {'Port': ['ID=08af24cc-42f2-4ede-81f8-3a1d48b305a6,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:40.604675 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:40.617880 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.760221 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:38Z', 'revision_number': 3, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:40.779227 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device d32178b6-6ab7-465f-87b2-5c7946dbe81f up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:40.791938 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.795707 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21e6b5-50e6-44b5-a834-e9b7dc363201 None None] The sync data for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi is: [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:38Z', 'revision_number': 3, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:29:40.838073 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-e383c4c0-6993-4fb4-82e0-776bf036c276 None None] Provisioning for port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:40.847312 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-e383c4c0-6993-4fb4-82e0-776bf036c276 None None] Provisioning complete for port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:40.847676 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e383c4c0-6993-4fb4-82e0-776bf036c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.887179 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port d32178b6-6ab7-465f-87b2-5c7946dbe81f completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:40.895884 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port d32178b6-6ab7-465f-87b2-5c7946dbe81f triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:40.896361 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:40.900674 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-e383c4c0-6993-4fb4-82e0-776bf036c276 None None] Port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:29:40.998856 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.003940 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.010847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.015504 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-77169bdd-ff6a-448a-924e-a535d3fca41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:41.031589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42038) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:41.032083 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:29:41.034723 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f035aaf-bec0-461b-adf8-f3a2a4b5975b" -d '{"events": [{"server_uuid": "9bda3cc7-789c-4a6d-929d-d357fcf9f09a", "name": "network-vif-plugged", "status": "completed", "tag": "d32178b6-6ab7-465f-87b2-5c7946dbe81f"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:29:41.050410 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port d32178b6-6ab7-465f-87b2-5c7946dbe81f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:41.059580 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.061544 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-829918e0-6a50-4d45-9e11-d5ed699c05d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:41.084996 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Pushing event updated for resources: {'Port': ['ID=08af24cc-42f2-4ede-81f8-3a1d48b305a6,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:41.091032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:41.131410 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.135265 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334924a-b8be-4f31-a73d-1a8629d9ffd4 x-openstack-request-id: req-4334924a-b8be-4f31-a73d-1a8629d9ffd4 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:29:41.135552 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda3cc7-789c-4a6d-929d-d357fcf9f09a", "name": "network-vif-plugged", "status": "completed", "tag": "d32178b6-6ab7-465f-87b2-5c7946dbe81f", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:29:41.135714 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4334924a-b8be-4f31-a73d-1a8629d9ffd4 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:29:41.136685 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f', 'code': 200} Jun 22 14:29:41.177807 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=d32178b6-6ab7-465f-87b2-5c7946dbe81f,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:41.200679 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:41.224225 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cd3-2a4d-42a1-8cec-f8068100bb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.313122 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:41.320083 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:41.364998 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cd3-2a4d-42a1-8cec-f8068100bb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.370200 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b26d4cd3-2a4d-42a1-8cec-f8068100bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.375487 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-958e66bc-dc31-421b-94d1-7c20d5db3214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:41.436819 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b26d4cd3-2a4d-42a1-8cec-f8068100bb59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42fd0ca680f34b0c9cee2df60260c692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038882 Jun 22 14:29:41.437479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42046) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:41.445297 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141df68-ab97-4c86-8607-934b807932e8 req-621670d5-58c7-4de1-9ca8-c043480d9e25 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:41.446435 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4cd3-2a4d-42a1-8cec-f8068100bb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1679a6d4-c0a8-4339-998f-257fb7faecd3,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:41.450918 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b26d4cd3-2a4d-42a1-8cec-f8068100bb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:41.457364 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7141df68-ab97-4c86-8607-934b807932e8 req-621670d5-58c7-4de1-9ca8-c043480d9e25 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 946 time: 0.2041774 Jun 22 14:29:41.511002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.548946 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.567768 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8e4d7f5c-3138-477c-805b-c52802abb2d7 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:41.604393 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7141df68-ab97-4c86-8607-934b807932e8 req-5c3167b1-2cb2-4e02-91a5-1733068258a3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462016 Jun 22 14:29:41.641855 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.645026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.648788 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1679a6d4-c0a8-4339-998f-257fb7faecd3 HTTP/1.1" status: 204 len: 168 time: 0.2067103 Jun 22 14:29:41.648952 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871b95-e459-4f82-9bab-446a1d66519f req-0966def9-eb72-4d99-be03-2be5480d9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:41.649074 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c0abf391-05e8-4d97-88f2-14057b97ce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:41.649889 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fd871b95-e459-4f82-9bab-446a1d66519f req-0966def9-eb72-4d99-be03-2be5480d9b7f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 1099 time: 0.2278969 Jun 22 14:29:41.661732 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1679a6d4-c0a8-4339-998f-257fb7faecd3,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:41.666374 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Router 65229568-367e-4dee-b979-dd550bd9facf has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:29:41.667096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:41.689448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 8e4d7f5c-3138-477c-805b-c52802abb2d7 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:41.689841 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.727884 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fd871b95-e459-4f82-9bab-446a1d66519f req-516558b8-8009-49f5-aa91-d3d17a79f08b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647485 Jun 22 14:29:41.741533 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-a1bd18e1-f31e-4498-8da8-9b0af41ed2df None None] Provisioning complete for port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:41.742069 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a1bd18e1-f31e-4498-8da8-9b0af41ed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.808882 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd18e1-f31e-4498-8da8-9b0af41ed2df None None] Port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:29:41.816568 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:41.843396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:29:41.849435 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] 10.222.0.13 "PUT /v2.0/routers/65229568-367e-4dee-b979-dd550bd9facf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3661814 Jun 22 14:29:41.886665 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:41.892304 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:41.892996 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:41.996526 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.022033 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:42.027615 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.029779 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:42.083837 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:42.087624 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:42.472953 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42090) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:42.478633 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-310800642-network', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:42.500286 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Made reservation on behalf of 15c0fd2f0ade483db6c439492cc26c36 for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:42.502976 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.515231 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.609027 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.612931 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.615849 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c44c330e-e88a-4b95-806c-3ebd0dec67d7 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:42.641405 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:29:42.648663 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ea1f0-200d-40b5-b5d2-aae0811cb9a0,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:42.654437 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:42.659682 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.659844 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Added segment 36f2d9e4-3632-48c6-9f85-ba4cab0ece44 of type vlan for network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 Jun 22 14:29:42.706413 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.753725 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.773703 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:42.774430 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.780250 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:42.801855 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Sync routers for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:29:42.812228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:42.812929 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:42.856357 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42122) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:42.856887 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3823137 Jun 22 14:29:42.863324 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Request body: {'subnet': {'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-310800642-subnet', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:42.878787 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Pushing event updated for resources: {'Network': ['ID=decf6aa9-1c97-4e5a-9fba-34fe2a4900c4,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:42.888802 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8e83834d-0e7e-4d2c-a049-cb4fc5b7f31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:42.892451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:29:42.901037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aadc8-9843-4f35-853c-08a99b50d20b req-31eb656d-7005-4607-9de2-1e03be8b5614 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:42.902743 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-085aadc8-9843-4f35-853c-08a99b50d20b req-31eb656d-7005-4607-9de2-1e03be8b5614 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 946 time: 0.1608946 Jun 22 14:29:42.914557 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Made reservation on behalf of 15c0fd2f0ade483db6c439492cc26c36 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:42.919336 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:42.962395 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-085aadc8-9843-4f35-853c-08a99b50d20b req-321bea5c-189e-4c68-b04c-c7c888d49f63 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Jun 22 14:29:43.151784 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.155645 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5bf31bea-0f45-41af-ba88-0597c96133b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:43.193455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:43.211623 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f984b8a-c5de-4ee6-9fc5-65f115132a96,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:43.217407 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:43.244064 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Checking segment: {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:43.244523 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Network hostable DHCP agents. Network: decf6aa9-1c97-4e5a-9fba-34fe2a4900c4, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:29:43.265682 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:29:43.277467 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, decf6aa9-1c97-4e5a-9fba-34fe2a4900c4) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:43.282471 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:43.283075 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.299322 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-5439ff8d-3ce7-47ae-aa9c-8528f1bae8b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4411058 Jun 22 14:29:43.302173 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42136) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:43.307104 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:43.315702 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57659b3-5841-4e20-bf41-996d41822088 None None] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:29:43.328102 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.329169 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.390996 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.431314 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:43.534691 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.609402 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:43.609919 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.670125 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-decf6aa9-1c97-4e5a-9fba-34fe2a4900c4', 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'fixed_ips': [{'subnet_id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:29:43.671114 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.690224 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 2, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:43.729801 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Checking router: 65229568-367e-4dee-b979-dd550bd9facf for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:29:43.730193 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Updating router 65229568-367e-4dee-b979-dd550bd9facf port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:29:43.779876 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.807990 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.868288 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:43.917238 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Allocated IP 172.27.0.58 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/8ebd408e-fdd8-42d7-84cc-5495a8da5146) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:43.956503 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Allocated IP 172.20.0.2 (decf6aa9-1c97-4e5a-9fba-34fe2a4900c4/0f984b8a-c5de-4ee6-9fc5-65f115132a96/5f379b3a-c971-49ec-b179-f05fabf633e0) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:44.073718 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.121302 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.130091 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:44.165121 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b5ab2-4151-43cc-84b6-3e147aaa970f req-330eea8a-9577-4433-83e3-2c6443175932 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:44.167011 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-666b5ab2-4151-43cc-84b6-3e147aaa970f req-330eea8a-9577-4433-83e3-2c6443175932 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 946 time: 0.0734107 Jun 22 14:29:44.182577 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:44.186008 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:44.189909 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:44.211820 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-666b5ab2-4151-43cc-84b6-3e147aaa970f req-96b0b47d-2c57-4a6f-bc87-388e4e6c5c2d tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 Jun 22 14:29:44.220359 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd408e-fdd8-42d7-84cc-5495a8da5146,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:44.224352 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:44.242461 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.253479 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Transition to ACTIVE for port object 5f379b3a-c971-49ec-b179-f05fabf633e0 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:44.298258 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Transition to ACTIVE for port object 5f379b3a-c971-49ec-b179-f05fabf633e0 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:44.310178 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.314418 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:44.356731 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.370769 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:44.375548 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Transition to ACTIVE for port object 08af24cc-42f2-4ede-81f8-3a1d48b305a6 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:44.379805 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:44.385825 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:44.391676 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Pushing event updated for resources: {'Port': ['ID=5f379b3a-c971-49ec-b179-f05fabf633e0,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:44.395533 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.398644 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:44.399112 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:44.507945 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.524961 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94485430-377e-4c23-9092-d06d8dd12762 None None] Pushing event updated for resources: {'Port': ['ID=08af24cc-42f2-4ede-81f8-3a1d48b305a6,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:44.528739 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-94485430-377e-4c23-9092-d06d8dd12762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:44.529576 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Attempting to bind port 5f379b3a-c971-49ec-b179-f05fabf633e0 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:44.529961 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Attempting to bind port 5f379b3a-c971-49ec-b179-f05fabf633e0 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:44.530389 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Attempting to bind port 5f379b3a-c971-49ec-b179-f05fabf633e0 on network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:44.578441 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:44.578834 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Checking segment: {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:44.579250 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.579759 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Bound using segment: {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:44.580259 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Bound port: 5f379b3a-c971-49ec-b179-f05fabf633e0, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:44.580666 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.605438 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Attempting to bind port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:44.605828 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Attempting to bind port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:44.606207 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Attempting to bind port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 on network c6f75462-a093-47b9-8b1e-f163217dd6e7 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:44.655060 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:44.655679 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Checking segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:44.656230 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.657460 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Bound using segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:44.659050 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Bound port: 08af24cc-42f2-4ede-81f8-3a1d48b305a6, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:44.659936 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.730673 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] For port 5f379b3a-c971-49ec-b179-f05fabf633e0, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:44.734985 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] For port 5f379b3a-c971-49ec-b179-f05fabf633e0, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=5f379b3a-c971-49ec-b179-f05fabf633e0,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:44.752468 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.758285 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-85f86631-2376-4dbc-8371-e9555c67ce4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:44.782067 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.798410 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] For port 08af24cc-42f2-4ede-81f8-3a1d48b305a6, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:44.828451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] For port 08af24cc-42f2-4ede-81f8-3a1d48b305a6, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=08af24cc-42f2-4ede-81f8-3a1d48b305a6,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:44.836689 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:44.857322 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Pushing event updated for resources: {'Port': ['ID=5f379b3a-c971-49ec-b179-f05fabf633e0,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:44.869131 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:44.870544 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:44.898306 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:44.898958 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:44.946378 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Router d138c80f-7b48-419a-b74b-f85a6175ffe8 is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:29:45.125827 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:29:45.140832 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Sync routers for ids ['d138c80f-7b48-419a-b74b-f85a6175ffe8'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:29:45.147085 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:45.149348 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8461077 Jun 22 14:29:45.159505 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42166) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:45.179035 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Routers {'d138c80f-7b48-419a-b74b-f85a6175ffe8'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:45.179966 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['d138c80f-7b48-419a-b74b-f85a6175ffe8'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:45.215841 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94485430-377e-4c23-9092-d06d8dd12762 None None] Pushing event updated for resources: {'Port': ['ID=08af24cc-42f2-4ede-81f8-3a1d48b305a6,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:45.220367 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-94485430-377e-4c23-9092-d06d8dd12762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:45.243741 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:45.310302 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Set router d138c80f-7b48-419a-b74b-f85a6175ffe8 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:45.498553 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 5f379b3a-c971-49ec-b179-f05fabf633e0 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:45.539561 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:44Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:45.569590 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12347a3c-cf4b-444b-a97d-178880976dcd None None] The sync data for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi is: [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:44Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:29:45.588511 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 5f379b3a-c971-49ec-b179-f05fabf633e0 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:45.674997 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:44Z', 'revision_number': 3, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:45.722471 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Checking router: d138c80f-7b48-419a-b74b-f85a6175ffe8 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:29:45.723044 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Updating router d138c80f-7b48-419a-b74b-f85a6175ffe8 port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:29:45.740502 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:45.767637 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.202697 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.221213 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Transition to ACTIVE for port object 8ebd408e-fdd8-42d7-84cc-5495a8da5146 will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:46.229826 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.232582 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ced92a02-0c23-466b-95b9-8289284fdcb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:46.268646 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b09cd-23ec-404e-8ea3-63be6cd08738 None None] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:29:46.294401 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Attempting to bind port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:46.294782 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Attempting to bind port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:46.296718 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Attempting to bind port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:46.300131 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34050644-3713-4041-960c-de201334b160 None None] Pushing event updated for resources: {'Port': ['ID=8ebd408e-fdd8-42d7-84cc-5495a8da5146,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:46.314290 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-34050644-3713-4041-960c-de201334b160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:46.315682 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:46.316469 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:46.317221 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.317777 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:46.318430 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Bound port: 8ebd408e-fdd8-42d7-84cc-5495a8da5146, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:46.318989 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.352162 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Allocated IP 172.20.0.1 (decf6aa9-1c97-4e5a-9fba-34fe2a4900c4/0f984b8a-c5de-4ee6-9fc5-65f115132a96/7e44927b-02b8-41c4-92c8-41f06b46e5a4) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:46.398131 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] For port 8ebd408e-fdd8-42d7-84cc-5495a8da5146, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:46.405522 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] For port 8ebd408e-fdd8-42d7-84cc-5495a8da5146, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8ebd408e-fdd8-42d7-84cc-5495a8da5146,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:46.416857 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.430281 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Provisioning for port 5f379b3a-c971-49ec-b179-f05fabf633e0 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:46.439086 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Provisioning complete for port 5f379b3a-c971-49ec-b179-f05fabf633e0 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:46.439280 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-03aac2a4-b39c-486a-b153-ce14b106d420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:46.439516 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.524338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.538261 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Transition to ACTIVE for port object 7e44927b-02b8-41c4-92c8-41f06b46e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:46.571056 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34050644-3713-4041-960c-de201334b160 None None] Pushing event updated for resources: {'Port': ['ID=8ebd408e-fdd8-42d7-84cc-5495a8da5146,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:46.578386 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Routers {'d138c80f-7b48-419a-b74b-f85a6175ffe8'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:46.579042 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['d138c80f-7b48-419a-b74b-f85a6175ffe8'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:46.590875 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.593709 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-8efbdb7a-3e7f-4ed0-a17a-5b104d26cd64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:46.639326 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-34050644-3713-4041-960c-de201334b160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:46.641844 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:46.647386 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:46.652807 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:46.675281 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.695475 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Pushing event updated for resources: {'Port': ['ID=7e44927b-02b8-41c4-92c8-41f06b46e5a4,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:46.711112 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:46.723125 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.729773 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] Set router d138c80f-7b48-419a-b74b-f85a6175ffe8 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:46.748780 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] For port 5f379b3a-c971-49ec-b179-f05fabf633e0, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=5f379b3a-c971-49ec-b179-f05fabf633e0,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:46.758223 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:46.760244 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:46.821929 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Pushing event updated for resources: {'Port': ['ID=5f379b3a-c971-49ec-b179-f05fabf633e0,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:46.825925 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:46.893914 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.003104 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:44Z', 'revision_number': 3, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:47.036170 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542edd1f-9f3e-4054-bea5-0c6d7e5620bc None None] The sync data for ids ['d138c80f-7b48-419a-b74b-f85a6175ffe8'] in dv-cinder-796950-3-iscsi is: [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:44Z', 'revision_number': 3, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:29:47.090939 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-97e946fd-57f0-4b22-b06c-3f76ba511215 None None] Provisioning complete for port 5f379b3a-c971-49ec-b179-f05fabf633e0 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:47.091614 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-97e946fd-57f0-4b22-b06c-3f76ba511215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.139691 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.151939 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.156185 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-76667591-89cc-4866-a01a-10a0b26ee961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:47.229036 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.231030 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Pushing event updated for resources: {'Port': ['ID=7e44927b-02b8-41c4-92c8-41f06b46e5a4,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:47.234451 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:47.343080 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:47.344571 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:47.346056 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-3d82dfe0-86bd-41cb-98b3-936487981e1b None None] Provisioning for port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:47.350322 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-3d82dfe0-86bd-41cb-98b3-936487981e1b None None] Provisioning complete for port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:47.350726 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3d82dfe0-86bd-41cb-98b3-936487981e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.415213 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-3d82dfe0-86bd-41cb-98b3-936487981e1b None None] Port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:29:47.494629 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Router d138c80f-7b48-419a-b74b-f85a6175ffe8 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:29:47.635406 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 5f379b3a-c971-49ec-b179-f05fabf633e0 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:47.693459 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 5f379b3a-c971-49ec-b179-f05fabf633e0 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:47.694192 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.736640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:29:47.746338 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ecfd79ca-fea7-4b3d-9d35-49ed1269dcdd admin admin] 10.222.0.13 "PUT /v2.0/routers/d138c80f-7b48-419a-b74b-f85a6175ffe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5877738 Jun 22 14:29:47.756455 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-f98f9146-b654-457d-b9c7-5f97e9e58cbf None None] Provisioning complete for port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:47.756850 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f98f9146-b654-457d-b9c7-5f97e9e58cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.802583 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-f98f9146-b654-457d-b9c7-5f97e9e58cbf None None] Port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:29:47.855752 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 08af24cc-42f2-4ede-81f8-3a1d48b305a6 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:47.906611 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:47.910934 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:47.911395 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:47.992832 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:48.030092 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 08af24cc-42f2-4ede-81f8-3a1d48b305a6, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=08af24cc-42f2-4ede-81f8-3a1d48b305a6,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:48.041913 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:48.044638 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f2629329-6d33-4dc0-88e2-e186db8bf980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:48.112276 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=08af24cc-42f2-4ede-81f8-3a1d48b305a6,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:48.113772 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:49.052665 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Sync routers for ids ['d138c80f-7b48-419a-b74b-f85a6175ffe8'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:29:49.069255 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Routers {'d138c80f-7b48-419a-b74b-f85a6175ffe8'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:49.070520 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['d138c80f-7b48-419a-b74b-f85a6175ffe8'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:49.204585 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Set router d138c80f-7b48-419a-b74b-f85a6175ffe8 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:49.527211 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 4, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '7e44927b-02b8-41c4-92c8-41f06b46e5a4', 'name': '', 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'mac_address': 'fa:16:3e:c5:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:45Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 2, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'subnets': [{'id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:49.564709 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 08af24cc-42f2-4ede-81f8-3a1d48b305a6 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:49.568533 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Checking router: d138c80f-7b48-419a-b74b-f85a6175ffe8 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:29:49.568903 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Updating router d138c80f-7b48-419a-b74b-f85a6175ffe8 port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:29:49.637068 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:49.661076 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:49.661459 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:49.963802 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8ebd408e-fdd8-42d7-84cc-5495a8da5146 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:50.121548 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:50.126564 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.130586 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:50.131087 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.157931 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Transition to ACTIVE for port object 7e44927b-02b8-41c4-92c8-41f06b46e5a4 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:50.166915 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.176564 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:50.312210 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f4d1-7e72-42d5-8ce3-2e5b3a935fd6 None None] Pushing event updated for resources: {'Port': ['ID=7e44927b-02b8-41c4-92c8-41f06b46e5a4,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:50.329041 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e9f6f4d1-7e72-42d5-8ce3-2e5b3a935fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:50.413813 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Attempting to bind port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:50.414350 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Attempting to bind port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:50.414834 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Attempting to bind port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 on network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:50.420886 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.426463 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:50.427159 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Checking segment: {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:50.427682 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.428319 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Bound using segment: {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:50.429036 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Bound port: 7e44927b-02b8-41c4-92c8-41f06b46e5a4, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f2d9e4-3632-48c6-9f85-ba4cab0ece44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:50.429533 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.461233 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 8ebd408e-fdd8-42d7-84cc-5495a8da5146, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8ebd408e-fdd8-42d7-84cc-5495a8da5146,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:50.484906 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.488742 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-2ff028f1-2428-4ed0-8e2d-a8abfc497af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:50.566303 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=8ebd408e-fdd8-42d7-84cc-5495a8da5146,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:50.572669 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:50.575537 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] For port 7e44927b-02b8-41c4-92c8-41f06b46e5a4, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:50.579419 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] For port 7e44927b-02b8-41c4-92c8-41f06b46e5a4, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=7e44927b-02b8-41c4-92c8-41f06b46e5a4,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:50.586883 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:50.589233 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:50.648438 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Routers {'d138c80f-7b48-419a-b74b-f85a6175ffe8'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:29:50.649249 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:29:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['d138c80f-7b48-419a-b74b-f85a6175ffe8'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:50.654348 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f4d1-7e72-42d5-8ce3-2e5b3a935fd6 None None] Pushing event updated for resources: {'Port': ['ID=7e44927b-02b8-41c4-92c8-41f06b46e5a4,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:50.690227 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e9f6f4d1-7e72-42d5-8ce3-2e5b3a935fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:50.984356 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] Set router d138c80f-7b48-419a-b74b-f85a6175ffe8 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:29:51.217241 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 4, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '7e44927b-02b8-41c4-92c8-41f06b46e5a4', 'name': '', 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'mac_address': 'fa:16:3e:c5:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:45Z', 'updated_at': '2021-06-22T14:29:50Z', 'revision_number': 4, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'subnets': [{'id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:29:51.251759 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea0c02d-1a1f-4028-8cc5-c7b63678f071 None None] The sync data for ids ['d138c80f-7b48-419a-b74b-f85a6175ffe8'] in dv-cinder-796950-3-iscsi is: [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:46Z', 'revision_number': 4, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '7e44927b-02b8-41c4-92c8-41f06b46e5a4', 'name': '', 'network_id': 'decf6aa9-1c97-4e5a-9fba-34fe2a4900c4', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'mac_address': 'fa:16:3e:c5:6a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:45Z', 'updated_at': '2021-06-22T14:29:50Z', 'revision_number': 4, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'subnets': [{'id': '0f984b8a-c5de-4ee6-9fc5-65f115132a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:29:51.568222 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 7e44927b-02b8-41c4-92c8-41f06b46e5a4 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:51.630965 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:29:51.641182 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:51.642098 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:51.750689 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:51.796567 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 7e44927b-02b8-41c4-92c8-41f06b46e5a4, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=7e44927b-02b8-41c4-92c8-41f06b46e5a4,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:29:51.802495 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:51.803420 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8ebd408e-fdd8-42d7-84cc-5495a8da5146 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:51.805932 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:51.891400 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=7e44927b-02b8-41c4-92c8-41f06b46e5a4,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:51.894977 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:51.903882 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:51.904270 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:53.448020 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 7e44927b-02b8-41c4-92c8-41f06b46e5a4 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:29:53.513857 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:29:53.514248 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:56.172333 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-6d32972e-a717-43ef-a1ab-14aa652cda4e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:56.177564 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-6d32972e-a717-43ef-a1ab-14aa652cda4e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1156931 Jun 22 14:29:56.189620 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-8b2ab60a-a6d0-4727-97e2-5a159eb4e894 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/quotas/d66e5f92d5d84acfa11dab31dc30a7f0 HTTP/1.1" status: 200 len: 375 time: 0.0098257 Jun 22 14:29:56.279400 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-def35562-479a-4a16-959e-48267589e48c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803010 Jun 22 14:29:56.411330 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-3c727c07-63cd-47ff-be7c-f7dd0e439b97 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 14:29:56.412543 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-3c727c07-63cd-47ff-be7c-f7dd0e439b97 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231298 Jun 22 14:29:56.524119 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-7b7c6309-75ea-4a59-83d1-739c9d693524 service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049316 Jun 22 14:29:56.625021 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-3ed21008-6492-4ff6-8123-c93bbf6caead service neutron] 10.222.0.13 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985708 Jun 22 14:29:56.855197 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5052f080-158d-43bf-84aa-3e62dfd00d01 req-4c788885-f37c-43a5-8b44-3f326471bd6c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 210 time: 0.0391252 Jun 22 14:29:57.778313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-9a5df44c-6a88-468a-a26a-126efed5b940 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:57.779803 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-9a5df44c-6a88-468a-a26a-126efed5b940 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 814 time: 0.1073809 Jun 22 14:29:57.795184 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7231f843-afa1-4b97-ad33-01866200c615 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/quotas/9b310558a9404ce8a683da7265c2883e HTTP/1.1" status: 200 len: 375 time: 0.0100229 Jun 22 14:29:57.865148 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-c75a16c1-d830-4605-b135-3cf5dc665e71 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647187 Jun 22 14:29:57.963422 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7a05d535-6d45-49f5-9cb0-489b46fa50d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Jun 22 14:29:58.000645 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f8d12787-ec96-479d-a1bd-72d5d11c3a17 req-fcca344a-ee52-41a6-895a-74055434dfa9 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Jun 22 14:29:58.056286 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-0b96523f-2ee3-4533-9f4c-1cc474a7fbc6 service neutron] 10.222.0.13 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Jun 22 14:29:58.233412 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-cf0638bb-b319-413d-92da-ac8effc7e1ae tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:58.235122 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-cf0638bb-b319-413d-92da-ac8effc7e1ae tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 814 time: 0.1308925 Jun 22 14:29:58.263976 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7c72cd9a-dc99-40c5-91bc-feab75586714 req-6810db31-8e37-46b7-83d4-a9da5e0f845e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 210 time: 0.0387902 Jun 22 14:29:58.267376 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Request body: {'port': {'device_id': '2edee686-497d-41a7-b461-899b9cd698c3', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'admin_state_up': True, 'tenant_id': 'd66e5f92d5d84acfa11dab31dc30a7f0'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:58.398287 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Made reservation on behalf of d66e5f92d5d84acfa11dab31dc30a7f0 for: {'port': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:58.402003 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:58.526618 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Allocated IP 172.20.0.3 (ad77966a-e6f6-47d7-b628-051739a8f471/b14bd7ac-d7fb-4633-867d-2347e8b69c02/4803cf97-e960-45c3-b946-ee95a81b31c8) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:58.677576 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:58.715752 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:58.720947 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-5592f8d8-2360-4d50-8614-4ff7594b9d74 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:58.761556 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'd32178b6-6ab7-465f-87b2-5c7946dbe81f'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:29:58.769593 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Network ad77966a-e6f6-47d7-b628-051739a8f471 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:29:58.775884 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:29:58.780142 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:29:58.784017 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event updated for resources: {'Port': ['ID=4803cf97-e960-45c3-b946-ee95a81b31c8,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:58.805234 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:58.835184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:58.836100 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:58.853230 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5916231 Jun 22 14:29:58.873549 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Request body: {'port': {'device_id': '2edee686-497d-41a7-b461-899b9cd698c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:58.957088 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.185328 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf222c-b162-4c07-a075-d06849b662f0 req-5703dcd9-6163-4f75-bd32-1c2445205ef9 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:59.186717 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-00cf222c-b162-4c07-a075-d06849b662f0 req-5703dcd9-6163-4f75-bd32-1c2445205ef9 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 931 time: 0.0709572 Jun 22 14:29:59.223196 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4803cf97-e960-45c3-b946-ee95a81b31c8 {{(pid=92746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:29:59.224109 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-00cf222c-b162-4c07-a075-d06849b662f0 req-4cf16544-5723-4b58-80c8-5d857066f070 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Jun 22 14:29:59.232014 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.244860 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Transition to ACTIVE for port object 4803cf97-e960-45c3-b946-ee95a81b31c8 will not be triggered until provisioned by entity L2. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:29:59.248979 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.250999 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-661706e4-3745-4c2e-952c-5ad059270b68 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:59.338190 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4803cf97-e960-45c3-b946-ee95a81b31c8,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:59.342135 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:59.421618 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0a57c4ee-abf9-40d8-8613-4224f01ae68a req-d77c3e02-4c3a-4b2e-a403-d5e90461932a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 210 time: 0.0324934 Jun 22 14:29:59.452425 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Attempting to bind port 4803cf97-e960-45c3-b946-ee95a81b31c8 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:29:59.452771 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Attempting to bind port 4803cf97-e960-45c3-b946-ee95a81b31c8 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:29:59.453365 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Attempting to bind port 4803cf97-e960-45c3-b946-ee95a81b31c8 on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:59.458928 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Port 4803cf97-e960-45c3-b946-ee95a81b31c8 on network ad77966a-e6f6-47d7-b628-051739a8f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:29:59.459260 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Attempting to bind port 4803cf97-e960-45c3-b946-ee95a81b31c8 on network ad77966a-e6f6-47d7-b628-051739a8f471 {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:29:59.464858 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:29:59.465206 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Checking segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:29:59.465593 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Bound using segment: {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'} {{(pid=92746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:29:59.466024 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.managers [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Bound port: 4803cf97-e960-45c3-b946-ee95a81b31c8, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe12cb75-2da0-4723-92d8-5efb0eec1a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471'}}] {{(pid=92746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:29:59.466381 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.478297 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.10', 62266) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:29:59.532260 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] For port 4803cf97-e960-45c3-b946-ee95a81b31c8, host hv-cinder-79695, cleared binding levels {{(pid=92746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:29:59.535892 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] For port 4803cf97-e960-45c3-b946-ee95a81b31c8, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4803cf97-e960-45c3-b946-ee95a81b31c8,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:29:59.540778 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.543844 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b965f388-a2c7-46ec-b65a-b897a3eb2fc4 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:29:59.582095 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:59.582719 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.584151 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/4803cf97-e960-45c3-b946-ee95a81b31c8 HTTP/1.1" status: 200 len: 1093 time: 0.7159929 Jun 22 14:29:59.584648 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edee686-497d-41a7-b461-899b9cd698c3', 'tag': '4803cf97-e960-45c3-b946-ee95a81b31c8'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:29:59.586249 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-89086892-7923-4733-9cf1-734640ece980 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:59.587754 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74334cf5-dd5c-4893-8da2-b350c54ca8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2edee686-497d-41a7-b461-899b9cd698c3", "tag": "4803cf97-e960-45c3-b946-ee95a81b31c8"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:29:59.587907 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-89086892-7923-4733-9cf1-734640ece980 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 814 time: 0.1076705 Jun 22 14:29:59.613308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4803cf97-e960-45c3-b946-ee95a81b31c8,revision_number=3']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:29:59.617740 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:29:59.625730 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'port': {'device_id': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'admin_state_up': True, 'tenant_id': '9b310558a9404ce8a683da7265c2883e'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:29:59.649513 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b7806-6c49-43e7-ac9d-7f2f12dd42dd x-openstack-request-id: req-f63b7806-6c49-43e7-ac9d-7f2f12dd42dd {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:29:59.650088 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edee686-497d-41a7-b461-899b9cd698c3", "tag": "4803cf97-e960-45c3-b946-ee95a81b31c8", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:29:59.650600 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f63b7806-6c49-43e7-ac9d-7f2f12dd42dd {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:29:59.651499 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edee686-497d-41a7-b461-899b9cd698c3', 'tag': '4803cf97-e960-45c3-b946-ee95a81b31c8', 'status': 'completed', 'code': 200} Jun 22 14:29:59.744322 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Made reservation on behalf of 9b310558a9404ce8a683da7265c2883e for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:29:59.747905 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:29:59.754933 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-c4d1b9d0-1128-4678-817c-6f765732b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:59.756468 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-c4d1b9d0-1128-4678-817c-6f765732b043 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 1096 time: 0.0558517 Jun 22 14:29:59.814789 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-ef1478c2-6f9a-49a9-871e-20a5469d76df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4803cf97-e960-45c3-b946-ee95a81b31c8 HTTP/1.1" status: 200 len: 217 time: 0.0370731 Jun 22 14:29:59.872946 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-e9d903bb-85dc-49ca-97a1-03e0b33409b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:29:59.874505 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-e9d903bb-85dc-49ca-97a1-03e0b33409b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0479343 Jun 22 14:29:59.878888 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Allocated IP 172.20.0.6 (c6f75462-a093-47b9-8b1e-f163217dd6e7/a9e96db0-7893-4705-a335-435b717c0d13/66b7c73a-c6b3-4a69-8f88-22717c553e01) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:29:59.924376 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-499e4eab-874a-4213-aa12-157b9cdcd940 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319304 Jun 22 14:30:00.035131 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-1a59eebc-36a3-45b4-8ecc-d0aadb148dea service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010237 Jun 22 14:30:00.040914 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:00.056513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Transition to ACTIVE for port object 66b7c73a-c6b3-4a69-8f88-22717c553e01 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:00.104841 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:00.114916 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-082540a1-c080-4303-96bc-69e6085fd6e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:00.153239 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9ef2aaeb-149d-4af0-a0d9-798f8760ffc4 req-e56bbb76-fd3d-4a56-881f-53b05035036f service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105535 Jun 22 14:30:00.169102 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:00.173702 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:00.185913 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:00.231219 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:00.239945 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:00.272011 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:00.273805 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:00.296828 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6760325 Jun 22 14:30:00.513716 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033abf5b-a9a9-4b74-b211-d3c622c46a71 req-c70688b3-8978-4e22-9f83-e67484d4861b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:00.521233 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-033abf5b-a9a9-4b74-b211-d3c622c46a71 req-c70688b3-8978-4e22-9f83-e67484d4861b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0952237 Jun 22 14:30:00.568683 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-033abf5b-a9a9-4b74-b211-d3c622c46a71 req-cb6c34f9-bf54-4308-a544-5a3b30a74049 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Jun 22 14:30:00.614792 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-803be115-0069-41f9-91c0-4201b2481e81 None None] Provisioning for port 66b7c73a-c6b3-4a69-8f88-22717c553e01 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:00.621054 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-803be115-0069-41f9-91c0-4201b2481e81 None None] Provisioning complete for port 66b7c73a-c6b3-4a69-8f88-22717c553e01 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:00.621506 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-803be115-0069-41f9-91c0-4201b2481e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:00.669566 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-803be115-0069-41f9-91c0-4201b2481e81 None None] Port 66b7c73a-c6b3-4a69-8f88-22717c553e01 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:00.706242 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28526b62-ee13-4a66-98cd-8b78487f6567 req-c3298bdd-8b50-4261-8ce4-d37057fc40ad tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:00.707132 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-28526b62-ee13-4a66-98cd-8b78487f6567 req-c3298bdd-8b50-4261-8ce4-d37057fc40ad tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.1211936 Jun 22 14:30:00.753230 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-28526b62-ee13-4a66-98cd-8b78487f6567 req-20cc3fab-dc26-4f6d-8b15-fb84d584967c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Jun 22 14:30:01.284413 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:30:01.767203 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b6e4f-f58c-4abe-81c1-325bcda0b358 req-ceb5290c-984f-4da7-b9eb-e0228ca09abd tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:01.768707 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-106b6e4f-f58c-4abe-81c1-325bcda0b358 req-ceb5290c-984f-4da7-b9eb-e0228ca09abd tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0713894 Jun 22 14:30:01.816613 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-106b6e4f-f58c-4abe-81c1-325bcda0b358 req-da0341e7-2d7d-4d96-88cb-7bfeb6c40b27 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Jun 22 14:30:01.970030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d417646-eff8-4ca8-8a01-6517d0642b39 req-415f45fe-ad4f-478a-ac00-08862b28e813 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:01.971536 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7d417646-eff8-4ca8-8a01-6517d0642b39 req-415f45fe-ad4f-478a-ac00-08862b28e813 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0803308 Jun 22 14:30:02.014886 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7d417646-eff8-4ca8-8a01-6517d0642b39 req-594e52d6-08c9-4b34-a517-49390df6ee7b tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Jun 22 14:30:02.313523 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42436) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:02.427742 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.521275 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.533071 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.536875 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7c63af56-b1d5-47f4-a09a-122561722b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:02.573316 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aa3e5e-888e-4cb1-9b18-3bb738843c4f,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:02.577018 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:02.579663 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0f90b52533b4a508be00dca9b64bb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646751 Jun 22 14:30:02.582002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42440) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:02.633489 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.655518 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.712346 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.715134 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:02.716486 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73aa3e5e-888e-4cb1-9b18-3bb738843c4f HTTP/1.1" status: 204 len: 168 time: 0.1335852 Jun 22 14:30:02.717312 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-57f61e70-a6ef-4816-9d72-20f35243ddd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:02.725232 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aa3e5e-888e-4cb1-9b18-3bb738843c4f,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:02.739702 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-de5ab408-ee0c-4e53-9c27-2e6b6e9959c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:03.014448 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba211275-7a2c-45c1-91d6-4e81e1852f47 req-a023914b-2a6f-4388-851e-5d3a2723058f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:03.015938 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ba211275-7a2c-45c1-91d6-4e81e1852f47 req-a023914b-2a6f-4388-851e-5d3a2723058f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0823252 Jun 22 14:30:03.066831 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ba211275-7a2c-45c1-91d6-4e81e1852f47 req-5ae28b3b-2b4f-4991-9b2b-faf32aaaeef8 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452828 Jun 22 14:30:03.084183 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3e3c1638-a3c7-4be2-b3b6-f011a06f1b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:03.227654 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b7cf-969c-400b-aa1a-89d7635acff4 req-b6ff215c-ecdb-4011-9eac-cb518e126d4e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:03.231321 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2fc5b7cf-969c-400b-aa1a-89d7635acff4 req-b6ff215c-ecdb-4011-9eac-cb518e126d4e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0716133 Jun 22 14:30:03.275276 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2fc5b7cf-969c-400b-aa1a-89d7635acff4 req-82bf85a0-a26b-48db-bbbd-c7b4d64be8df tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Jun 22 14:30:04.263859 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299e250-edb9-48d6-a8bf-0061768a43ed req-7a917863-d654-4d26-9fad-23d3e232c2ba tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:04.270848 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a299e250-edb9-48d6-a8bf-0061768a43ed req-7a917863-d654-4d26-9fad-23d3e232c2ba tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0723526 Jun 22 14:30:04.314542 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a299e250-edb9-48d6-a8bf-0061768a43ed req-5826f3e1-a363-4099-9cd9-fbc482adf934 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Jun 22 14:30:04.487364 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1b5a0-841f-4abb-82e0-bb7466ae9483 req-c382bf28-7263-403c-a464-b9a3bdcfad17 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:04.496593 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a2e1b5a0-841f-4abb-82e0-bb7466ae9483 req-c382bf28-7263-403c-a464-b9a3bdcfad17 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0920463 Jun 22 14:30:04.549594 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a2e1b5a0-841f-4abb-82e0-bb7466ae9483 req-70a9ae88-aa66-4371-9064-df4fbc93f2a6 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498636 Jun 22 14:30:05.518450 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a788d-79e1-4d40-abc7-91af403331b1 req-26e6196d-b709-4060-8ce8-dc4a971eb202 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:05.520058 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f17a788d-79e1-4d40-abc7-91af403331b1 req-26e6196d-b709-4060-8ce8-dc4a971eb202 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0733495 Jun 22 14:30:05.559140 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f17a788d-79e1-4d40-abc7-91af403331b1 req-f46adcbd-601d-4ddb-9cb8-569ed3c1076e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Jun 22 14:30:05.733479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a56f12-43d9-445c-a1ce-09387d5fb5fa req-a40ae640-5d0c-4c04-9a67-4c7298458aef tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:05.734947 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d0a56f12-43d9-445c-a1ce-09387d5fb5fa req-a40ae640-5d0c-4c04-9a67-4c7298458aef tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0708890 Jun 22 14:30:05.773299 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d0a56f12-43d9-445c-a1ce-09387d5fb5fa req-82bc4acf-a7c2-44ac-ac80-ab1d369216cd tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jun 22 14:30:06.002171 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:06.189069 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a610afcc-10c7-4fbb-b0ec-4ab1eb980b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:06.775268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3aea9-9052-4e69-9b69-540a66a557b5 req-5691aeee-b906-440f-b49f-2795ea880cab tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:06.776906 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b0c3aea9-9052-4e69-9b69-540a66a557b5 req-5691aeee-b906-440f-b49f-2795ea880cab tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0866096 Jun 22 14:30:06.835246 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b0c3aea9-9052-4e69-9b69-540a66a557b5 req-3f3704fc-1c3d-466c-9085-7f9fa51a52be tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522954 Jun 22 14:30:06.971947 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680dde0-cf00-47f7-b06f-135165986444 req-d6703daf-2237-437d-b852-2cdb5ae963cc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:06.973436 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5680dde0-cf00-47f7-b06f-135165986444 req-d6703daf-2237-437d-b852-2cdb5ae963cc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0700181 Jun 22 14:30:07.012193 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5680dde0-cf00-47f7-b06f-135165986444 req-1ee6af2d-b0c4-48eb-b867-d8f2b7330b18 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Jun 22 14:30:07.119990 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:08.032097 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328eb9-7398-4d26-b6ac-5064c9854012 req-dbbb9590-a653-4f36-b4fb-da40358d1e82 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:08.033749 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-43328eb9-7398-4d26-b6ac-5064c9854012 req-dbbb9590-a653-4f36-b4fb-da40358d1e82 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0926876 Jun 22 14:30:08.078366 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-43328eb9-7398-4d26-b6ac-5064c9854012 req-f26b64a1-bd21-40ac-a24c-cecd04af4914 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Jun 22 14:30:08.237365 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9549aba-9df1-461d-b7cd-c35c0a2e8d8e req-091a259f-da22-42f6-9cd6-39aeb48d5f5e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:08.238821 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b9549aba-9df1-461d-b7cd-c35c0a2e8d8e req-091a259f-da22-42f6-9cd6-39aeb48d5f5e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0766816 Jun 22 14:30:08.292075 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b9549aba-9df1-461d-b7cd-c35c0a2e8d8e req-3a5ba763-7796-4e06-9b9b-673a9248d8f0 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Jun 22 14:30:08.660617 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:09.293847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2a760-1d8c-4b86-bed7-15ae1c2aa26d req-9d2137a2-22b2-48de-80bb-bfef90b8adbe tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:09.295794 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4dd2a760-1d8c-4b86-bed7-15ae1c2aa26d req-9d2137a2-22b2-48de-80bb-bfef90b8adbe tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0856709 Jun 22 14:30:09.362162 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4dd2a760-1d8c-4b86-bed7-15ae1c2aa26d req-8bb19409-982f-48a0-b075-6dddc1f76cff tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567498 Jun 22 14:30:09.520541 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3b76-878b-476c-ab28-7ed0a88d658f req-994e971a-6f68-4ac2-a3a2-4df2fa3a6cf7 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:09.522362 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f6cb3b76-878b-476c-ab28-7ed0a88d658f req-994e971a-6f68-4ac2-a3a2-4df2fa3a6cf7 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0862539 Jun 22 14:30:09.567217 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f6cb3b76-878b-476c-ab28-7ed0a88d658f req-54b1b69a-9511-41d5-b481-4c45a9fec971 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Jun 22 14:30:10.582790 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfaba1-1d2b-44cb-86ce-3ad78a99b56e req-148f2b7c-d400-4741-b70a-a9b4ae46bdb5 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:10.590992 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7cdfaba1-1d2b-44cb-86ce-3ad78a99b56e req-148f2b7c-d400-4741-b70a-a9b4ae46bdb5 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0851965 Jun 22 14:30:10.604341 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:10.641198 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7cdfaba1-1d2b-44cb-86ce-3ad78a99b56e req-9ad7fe88-2fa6-43f6-8271-1891de802512 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 Jun 22 14:30:10.749829 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d3c1a-9ae9-485a-ad22-44319d8aafad req-6a0d6e61-70d7-4e99-8483-5dd32a676199 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:10.751279 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-467d3c1a-9ae9-485a-ad22-44319d8aafad req-6a0d6e61-70d7-4e99-8483-5dd32a676199 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.0643384 Jun 22 14:30:10.800095 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-467d3c1a-9ae9-485a-ad22-44319d8aafad req-89c9af6d-7963-4ee6-b488-df4d9eb2217f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Jun 22 14:30:11.816501 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01b988-dbe1-40d2-b3a9-57b6f1df093e req-f7b385c1-b9e7-4c62-8f84-48994acfbe62 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:11.818251 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc01b988-dbe1-40d2-b3a9-57b6f1df093e req-f7b385c1-b9e7-4c62-8f84-48994acfbe62 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0674779 Jun 22 14:30:11.860219 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-cc01b988-dbe1-40d2-b3a9-57b6f1df093e req-a47de56e-be3c-4d66-83c6-5953e4c71f87 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Jun 22 14:30:11.948822 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.10', 62280) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:11.955532 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Request body: {'port': {'device_id': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:11.996934 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-0b361d39-1bd0-4b6b-8253-5d2fcffae172 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566633 Jun 22 14:30:12.100229 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00bbd3-9d90-4d97-8eae-17eee51073db req-33432464-2550-484d-a5d9-bce66fa58391 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.101704 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dc00bbd3-9d90-4d97-8eae-17eee51073db req-33432464-2550-484d-a5d9-bce66fa58391 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 931 time: 0.1884556 Jun 22 14:30:12.105828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-76a86d6f-5dc5-4f0a-ade3-96f3ee3e745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.107204 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-76a86d6f-5dc5-4f0a-ade3-96f3ee3e745a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 1096 time: 0.1573396 Jun 22 14:30:12.109897 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:12.135244 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-b3caeac2-9771-41e7-82e4-4bdb82bc231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.136846 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-b3caeac2-9771-41e7-82e4-4bdb82bc231d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 1099 time: 0.0560329 Jun 22 14:30:12.221828 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dc00bbd3-9d90-4d97-8eae-17eee51073db req-1d122a61-0ef5-45f7-9eba-019010bc4471 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136398 Jun 22 14:30:12.239637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-63f3f8b4-b37f-4d97-b237-5e3a41b20a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.241082 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-63f3f8b4-b37f-4d97-b237-5e3a41b20a21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.0831234 Jun 22 14:30:12.282562 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-e998a5b6-f468-402b-8738-3608912db3a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 200 len: 217 time: 0.0342157 Jun 22 14:30:12.332325 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-591312e7-d36f-4274-be02-cd085b2e100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.333781 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-591312e7-d36f-4274-be02-cd085b2e100a service neutron] 10.222.0.10 "GET /v2.0/networks?id=ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 200 len: 915 time: 0.2161016 Jun 22 14:30:12.334157 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-3325508b-a8d2-42f8-b52e-25256136cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.335633 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-3325508b-a8d2-42f8-b52e-25256136cb16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0461721 Jun 22 14:30:12.380228 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-b7120d7c-9b25-495c-b32a-5c04d81f8a3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265222 Jun 22 14:30:12.476129 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-16ed6e52-e500-4dd5-90ef-60fa35ebea39 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840063 Jun 22 14:30:12.575275 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9596b90d-6eb6-44ab-9039-25a9fede91f5 req-7c301524-a41d-44f2-ad95-6d4be6033ed9 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Jun 22 14:30:12.685778 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-5748e4cd-36c4-4b5b-a65b-dd2f2cd04b3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4803cf97-e960-45c3-b946-ee95a81b31c8 HTTP/1.1" status: 200 len: 217 time: 0.3306577 Jun 22 14:30:12.770484 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-01dee720-316d-41b4-8add-e4bb6e9a9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:12.774260 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-01dee720-316d-41b4-8add-e4bb6e9a9189 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 200 len: 854 time: 0.0753129 Jun 22 14:30:12.819338 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-264cdb99-00f1-4b43-be35-b2b0e34ddbc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ad77966a-e6f6-47d7-b628-051739a8f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354915 Jun 22 14:30:12.900308 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b7c73a-c6b3-4a69-8f88-22717c553e01 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:30:12.912241 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:12.932931 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Transition to ACTIVE for port object 66b7c73a-c6b3-4a69-8f88-22717c553e01 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:12.944605 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:12.951567 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-367dd62a-86a0-40b3-9ba3-385019a6f639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:12.982510 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-06bf4d27-f736-4bc9-b03f-d8672a5c6523 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403224 Jun 22 14:30:13.003346 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4803cf97-e960-45c3-b946-ee95a81b31c8 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:30:13.054278 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c2f44-f715-4ad0-ba53-4c8f4e8f8621 req-b2949600-a17a-4bf6-bcb1-19048b9b7a0c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:13.056923 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b91c2f44-f715-4ad0-ba53-4c8f4e8f8621 req-b2949600-a17a-4bf6-bcb1-19048b9b7a0c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 943 time: 0.0846105 Jun 22 14:30:13.115721 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b91c2f44-f715-4ad0-ba53-4c8f4e8f8621 req-22ec3049-7031-4687-847d-94bcfc2edd3a tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501211 Jun 22 14:30:13.149492 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4803cf97-e960-45c3-b946-ee95a81b31c8, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4803cf97-e960-45c3-b946-ee95a81b31c8,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:13.155388 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:13.163923 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '4803cf97-e960-45c3-b946-ee95a81b31c8', 'network_id': 'ad77966a-e6f6-47d7-b628-051739a8f471', 'port_id': '4803cf97-e960-45c3-b946-ee95a81b31c8', 'mac_address': 'fa:16:3e:aa:d6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14bd7ac-d7fb-4633-867d-2347e8b69c02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:30:13.167525 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:13.205349 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:13.209448 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74334cf5-dd5c-4893-8da2-b350c54ca8a6 req-39dae1cb-94b5-4b7b-bae0-1ac129b93d54 service neutron] 10.222.0.10 "GET /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922436 Jun 22 14:30:13.214152 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Attempting to bind port 66b7c73a-c6b3-4a69-8f88-22717c553e01 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:13.214496 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Attempting to bind port 66b7c73a-c6b3-4a69-8f88-22717c553e01 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:13.214832 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Attempting to bind port 66b7c73a-c6b3-4a69-8f88-22717c553e01 on network c6f75462-a093-47b9-8b1e-f163217dd6e7 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:13.217912 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4803cf97-e960-45c3-b946-ee95a81b31c8 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:30:13.219124 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Port 66b7c73a-c6b3-4a69-8f88-22717c553e01 on network c6f75462-a093-47b9-8b1e-f163217dd6e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:30:13.219447 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Attempting to bind port 66b7c73a-c6b3-4a69-8f88-22717c553e01 on network c6f75462-a093-47b9-8b1e-f163217dd6e7 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:13.224674 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:13.225060 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Checking segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:13.225792 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Bound using segment: {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:13.226142 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Bound port: 66b7c73a-c6b3-4a69-8f88-22717c553e01, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82adadf3-b8c7-4df8-b04a-484ffb732410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:13.226901 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:13.240999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4803cf97-e960-45c3-b946-ee95a81b31c8, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4803cf97-e960-45c3-b946-ee95a81b31c8,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:13.248411 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:13.251225 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:13.301513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:13.304654 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:13.307477 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4803cf97-e960-45c3-b946-ee95a81b31c8,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:13.310082 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:13.311126 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:13.319641 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:13.352394 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:13.354846 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:13.356325 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] 10.222.0.10 "PUT /v2.0/ports/66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 1093 time: 1.4088957 Jun 22 14:30:13.356988 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:13.359314 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7089d3f-b815-475b-873c-f7bac8cbe067" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:13.471043 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:13.479091 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:13.510673 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bb320-daa7-4e3a-aac7-b138169abab2 req-589c3c24-cf65-4a33-bf16-5d1dfab602e9 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:13.512527 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dc7bb320-daa7-4e3a-aac7-b138169abab2 req-589c3c24-cf65-4a33-bf16-5d1dfab602e9 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 943 time: 0.1505721 Jun 22 14:30:13.543155 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-c1afacdd-b9cc-45e8-af5c-96ef353b4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:13.544760 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-c1afacdd-b9cc-45e8-af5c-96ef353b4d75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1096 time: 0.1171999 Jun 22 14:30:13.560076 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ec8865-1946-4cf9-b574-dec16f8a4dbb x-openstack-request-id: req-b4ec8865-1946-4cf9-b574-dec16f8a4dbb {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:13.560407 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:13.560697 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4ec8865-1946-4cf9-b574-dec16f8a4dbb {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:13.561118 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'status': 'completed', 'code': 200} Jun 22 14:30:13.568577 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-dc7bb320-daa7-4e3a-aac7-b138169abab2 req-13940da3-8012-43e2-8f50-2614c99ee722 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478921 Jun 22 14:30:13.601289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['4803cf97-e960-45c3-b946-ee95a81b31c8'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:13.605027 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-b8c1ebe8-0443-4148-ade2-0124852bb5e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 217 time: 0.0353913 Jun 22 14:30:13.657909 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-cd2d1ba5-73bf-4d0b-acca-3e09e78b4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:13.659383 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-cd2d1ba5-73bf-4d0b-acca-3e09e78b4910 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.0470622 Jun 22 14:30:13.721483 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-d4f2fb0d-bcce-4985-8712-b13f145e9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:13.722727 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-d4f2fb0d-bcce-4985-8712-b13f145e9dff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560851 Jun 22 14:30:13.815419 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-0f21b815-edc0-4eef-8088-0f0d08302094 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850813 Jun 22 14:30:13.908884 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1269fe85-6926-4ad1-aef6-f476a8856be8 req-0071f67b-fc03-43eb-a3f4-79d7e12fc15b service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854533 Jun 22 14:30:14.062763 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-25d0a55f-bb79-4f8b-871b-29f93bc74631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:14.064282 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-25d0a55f-bb79-4f8b-871b-29f93bc74631 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1096 time: 0.0536842 Jun 22 14:30:14.088613 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42644) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:14.162707 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-80d3854b-b7a1-41af-9622-a08d817b7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:14.164212 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-80d3854b-b7a1-41af-9622-a08d817b7980 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 915 time: 0.0888169 Jun 22 14:30:14.194968 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d62ab3c9-12cc-4d86-8996-43c4851f557b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.212115 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-6dee5ea9-95f7-4ec0-b63d-c6697f30710f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 217 time: 0.0381150 Jun 22 14:30:14.263721 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-2e6ed4d7-6102-47d2-9283-b5643107cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:14.265095 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-2e6ed4d7-6102-47d2-9283-b5643107cde5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.0457666 Jun 22 14:30:14.325854 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-64ae1b12-f9b7-4749-89fa-af1132f16e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:14.327344 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-64ae1b12-f9b7-4749-89fa-af1132f16e6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543976 Jun 22 14:30:14.335617 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a50d-f99d-4187-8b00-c8f75197f902 req-dd0d46e7-5101-4828-bda1-e294e968b8e2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:14.337283 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f8f5a50d-f99d-4187-8b00-c8f75197f902 req-dd0d46e7-5101-4828-bda1-e294e968b8e2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 944 time: 0.1029339 Jun 22 14:30:14.339204 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d62ab3c9-12cc-4d86-8996-43c4851f557b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.343665 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-d62ab3c9-12cc-4d86-8996-43c4851f557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.347412 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-aca59028-f940-4e3e-8ece-04bef456bd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:14.405500 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ab3c9-12cc-4d86-8996-43c4851f557b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ef1044-3fa0-47b2-af7d-4b831ff5d8b3,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:14.411518 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-d62ab3c9-12cc-4d86-8996-43c4851f557b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d5bd44a68ba4beabd954751f155ea72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217077 Jun 22 14:30:14.412446 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d62ab3c9-12cc-4d86-8996-43c4851f557b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:14.414304 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42650) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:14.417666 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f8f5a50d-f99d-4187-8b00-c8f75197f902 req-61ff9679-064d-4ac2-be53-ccf45426e4c6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711820 Jun 22 14:30:14.442436 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-3b494b21-96ff-41c9-bc50-16bc7c8fec19 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055195 Jun 22 14:30:14.526178 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.561656 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.580687 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d7089d3f-b815-475b-873c-f7bac8cbe067 req-5c0c4cab-c8b3-47e5-ac98-deb17576c5b2 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273124 Jun 22 14:30:14.619294 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.622059 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:14.623320 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51ef1044-3fa0-47b2-af7d-4b831ff5d8b3 HTTP/1.1" status: 204 len: 168 time: 0.2080736 Jun 22 14:30:14.624848 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1764ceea-fc59-468b-8567-6bce83f4a6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:14.636594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ef1044-3fa0-47b2-af7d-4b831ff5d8b3,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:14.639164 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-994c5eda-ab1b-4d0d-bccc-26165c11a694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:14.749345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae81b2-8ff2-42eb-a307-f5fc3be96214 req-9a2a48d3-d99e-4679-9a03-d8c731d43c33 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:14.750857 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-25ae81b2-8ff2-42eb-a307-f5fc3be96214 req-9a2a48d3-d99e-4679-9a03-d8c731d43c33 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 943 time: 0.0650470 Jun 22 14:30:14.796716 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-25ae81b2-8ff2-42eb-a307-f5fc3be96214 req-a267b9c1-6fc2-42b5-ad5a-8f621894e2ae tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Jun 22 14:30:15.015534 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 66b7c73a-c6b3-4a69-8f88-22717c553e01 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:30:15.028420 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4803cf97-e960-45c3-b946-ee95a81b31c8 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:15.134460 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 4803cf97-e960-45c3-b946-ee95a81b31c8 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:15.145907 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 4803cf97-e960-45c3-b946-ee95a81b31c8 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:15.146332 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.152653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:15.184450 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'port_id': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'mac_address': 'fa:16:3e:b9:16:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:30:15.247486 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42676) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:15.254661 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.276451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b7c73a-c6b3-4a69-8f88-22717c553e01 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:30:15.285791 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.313388 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:15.318770 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edee686-497d-41a7-b461-899b9cd698c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4803cf97-e960-45c3-b946-ee95a81b31c8'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:15.321048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b871ab-65d2-4eab-8944-b585132124fa" -d '{"events": [{"server_uuid": "2edee686-497d-41a7-b461-899b9cd698c3", "name": "network-vif-plugged", "status": "completed", "tag": "4803cf97-e960-45c3-b946-ee95a81b31c8"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:15.326450 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.332972 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-94485430-377e-4c23-9092-d06d8dd12762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:15.339356 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 4803cf97-e960-45c3-b946-ee95a81b31c8, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4803cf97-e960-45c3-b946-ee95a81b31c8,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:15.352479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1941579595-network', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:15.359616 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.363963 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df574fc3-acd3-40b0-8aba-88bd72c70a2a x-openstack-request-id: req-df574fc3-acd3-40b0-8aba-88bd72c70a2a {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:15.364280 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edee686-497d-41a7-b461-899b9cd698c3", "name": "network-vif-plugged", "status": "completed", "tag": "4803cf97-e960-45c3-b946-ee95a81b31c8", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:15.364531 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df574fc3-acd3-40b0-8aba-88bd72c70a2a {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:15.364947 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edee686-497d-41a7-b461-899b9cd698c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4803cf97-e960-45c3-b946-ee95a81b31c8', 'code': 200} Jun 22 14:30:15.381757 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Made reservation on behalf of 69cd78367c844f7a9b1e35748034f78c for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:30:15.384833 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.387289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:15.390451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:15.390933 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:15.400682 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.452013 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=4803cf97-e960-45c3-b946-ee95a81b31c8,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:15.456348 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:15.503426 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.508596 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.512026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-57dc4a48-3042-48bf-b86d-fb0d1474880c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:15.536479 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:30:15.547500 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a0d516-702c-4fee-a73b-66bf916ae62e,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:15.552082 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:15.553323 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.553674 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Added segment 8250bb12-f0a1-4980-83ec-4ecc62a71220 of type vlan for network 7570d279-c0b2-408d-b5fa-53984872b009 Jun 22 14:30:15.625431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.670499 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.674007 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:15.674593 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.686738 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:15.694740 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['66b7c73a-c6b3-4a69-8f88-22717c553e01'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:15.730477 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892978-169e-4504-8aee-57bbd4507e47 req-792aeca9-a4ea-477b-a27f-113fb2e2c28e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:15.732004 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7d892978-169e-4504-8aee-57bbd4507e47 req-792aeca9-a4ea-477b-a27f-113fb2e2c28e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.1489749 Jun 22 14:30:15.775529 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5263011 Jun 22 14:30:15.778656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42686) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:15.791659 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Request body: {'subnet': {'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1941579595-subnet', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:15.804687 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Pushing event updated for resources: {'Network': ['ID=7570d279-c0b2-408d-b5fa-53984872b009,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:15.809158 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:15.830534 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 7570d279-c0b2-408d-b5fa-53984872b009 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:30:15.846217 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7d892978-169e-4504-8aee-57bbd4507e47 req-aed03828-9c71-4be6-a134-a2bcab941131 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834942 Jun 22 14:30:15.852657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c1d0e-28ef-4f17-bbd1-5adb4105be17 req-eeced12d-f33c-40cc-9a99-733cccca9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:15.854217 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2f3c1d0e-28ef-4f17-bbd1-5adb4105be17 req-eeced12d-f33c-40cc-9a99-733cccca9f6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 1098 time: 0.1816549 Jun 22 14:30:15.886808 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Made reservation on behalf of 69cd78367c844f7a9b1e35748034f78c for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:30:15.889742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:15.915609 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2f3c1d0e-28ef-4f17-bbd1-5adb4105be17 req-9001a7a2-c62a-490e-b9e7-d6294178ebc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539906 Jun 22 14:30:16.075672 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3e7d-9a49-422e-9c34-1e5aea923e7f req-975caaf3-9f2f-445a-9c12-537109bc243a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:16.077248 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a4cc3e7d-9a49-422e-9c34-1e5aea923e7f req-975caaf3-9f2f-445a-9c12-537109bc243a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 944 time: 0.1235831 Jun 22 14:30:16.160775 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a4cc3e7d-9a49-422e-9c34-1e5aea923e7f req-67b458cf-c4fb-4648-a471-639ed31f04e5 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Jun 22 14:30:16.167416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.167416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7dc278b7-e627-4461-92da-514e03afb9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:16.223548 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5537a20e-7ae6-4eb4-989c-0e6514dabf6c,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:16.227330 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:16.238030 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Checking segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:16.238391 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Network hostable DHCP agents. Network: 7570d279-c0b2-408d-b5fa-53984872b009, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:30:16.258072 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Network 7570d279-c0b2-408d-b5fa-53984872b009 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:30:16.269627 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 7570d279-c0b2-408d-b5fa-53984872b009) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:16.275212 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:16.276149 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.285586 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc9080c-c933-43ba-91d9-464f9237adcb None None] Network 7570d279-c0b2-408d-b5fa-53984872b009 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:30:16.307045 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-100821cb-616c-469d-8cac-beedf613ad34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5272472 Jun 22 14:30:16.309966 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42692) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:16.314486 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:16.342623 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.343881 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.401680 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.458858 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-7570d279-c0b2-408d-b5fa-53984872b009', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:30:16.459010 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.548540 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.598575 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Allocated IP 172.20.0.2 (7570d279-c0b2-408d-b5fa-53984872b009/5537a20e-7ae6-4eb4-989c-0e6514dabf6c/c81836af-bf65-4dac-b183-fb835ef46670) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:16.756229 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.760759 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.764558 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Transition to ACTIVE for port object c81836af-bf65-4dac-b183-fb835ef46670 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:16.779662 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Transition to ACTIVE for port object c81836af-bf65-4dac-b183-fb835ef46670 will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:16.780730 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.786188 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.788170 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:16.827667 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Network 7570d279-c0b2-408d-b5fa-53984872b009 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:16.832737 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:16.834808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Pushing event updated for resources: {'Port': ['ID=c81836af-bf65-4dac-b183-fb835ef46670,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:16.837858 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:16.840168 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:16.895777 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Allocated IP 172.27.0.238 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/d2714e5a-abf3-45e8-b621-57aa7e75b636) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:16.897037 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Attempting to bind port c81836af-bf65-4dac-b183-fb835ef46670 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:16.898431 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Attempting to bind port c81836af-bf65-4dac-b183-fb835ef46670 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:16.898431 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Attempting to bind port c81836af-bf65-4dac-b183-fb835ef46670 on network 7570d279-c0b2-408d-b5fa-53984872b009 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:16.905572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:16.906364 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Checking segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:16.907386 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.907897 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Bound using segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:16.908456 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Bound port: c81836af-bf65-4dac-b183-fb835ef46670, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:16.909281 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.982893 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] For port c81836af-bf65-4dac-b183-fb835ef46670, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:16.986277 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] For port c81836af-bf65-4dac-b183-fb835ef46670, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c81836af-bf65-4dac-b183-fb835ef46670,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:16.991263 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:16.994515 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:17.031802 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 66b7c73a-c6b3-4a69-8f88-22717c553e01 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:17.039421 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.081027 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Pushing event updated for resources: {'Port': ['ID=c81836af-bf65-4dac-b183-fb835ef46670,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:17.085538 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-5afe7c10-4f45-4e4c-96fd-8c4cba7f866f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:17.096401 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce978f-9ef9-4b21-979d-fdb500bb18b9 req-d2f80b3b-1e36-4d2e-92a0-4dd1ce73f278 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:17.097887 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34ce978f-9ef9-4b21-979d-fdb500bb18b9 req-d2f80b3b-1e36-4d2e-92a0-4dd1ce73f278 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.1203215 Jun 22 14:30:17.101920 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 66b7c73a-c6b3-4a69-8f88-22717c553e01 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:17.110752 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 66b7c73a-c6b3-4a69-8f88-22717c553e01 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:17.111337 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.124432 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.128570 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0b329f21-937e-4e52-9cc2-2e42ef118116 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:17.179573 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:17.185180 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34ce978f-9ef9-4b21-979d-fdb500bb18b9 req-cf660d42-8777-4ce1-8638-edb2b099e583 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 Jun 22 14:30:17.188121 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:17.192232 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:17.195744 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d2714e5a-abf3-45e8-b621-57aa7e75b636,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:17.206949 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.224273 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:17.284441 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:17.294371 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.296386 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-63edb991-0ffe-4fb0-a93e-cfbbb0ae1405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:17.367989 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:17.373060 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f734af-ec97-4fde-a60e-2e3a3ddef251" -d '{"events": [{"server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "name": "network-vif-plugged", "status": "completed", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:17.396685 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:17.401922 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:17.407922 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077aa7e-b728-4c7b-8552-fceb796e8c84 req-eae014d0-56e1-4fa1-a171-dc20cb70bf55 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:17.409731 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8077aa7e-b728-4c7b-8552-fceb796e8c84 req-eae014d0-56e1-4fa1-a171-dc20cb70bf55 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0892241 Jun 22 14:30:17.463665 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61dbc82-68bc-4953-8ddf-d716918b9e8c x-openstack-request-id: req-c61dbc82-68bc-4953-8ddf-d716918b9e8c {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:17.464294 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "name": "network-vif-plugged", "status": "completed", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:17.464720 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c61dbc82-68bc-4953-8ddf-d716918b9e8c {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:17.465282 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'code': 200} Jun 22 14:30:17.477193 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-8077aa7e-b728-4c7b-8552-fceb796e8c84 req-bb2e8fa4-97cd-41f7-a419-34506ba77356 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585253 Jun 22 14:30:17.553242 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c81836af-bf65-4dac-b183-fb835ef46670 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:17.573660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.641076 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port c81836af-bf65-4dac-b183-fb835ef46670 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:17.824075 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:17.826974 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7c65-cd04-4a04-9e6d-663d5f70d2ad req-426554bb-9c0a-4c2d-8b11-1fc8311c539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:17.828591 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-be7c7c65-cd04-4a04-9e6d-663d5f70d2ad req-426554bb-9c0a-4c2d-8b11-1fc8311c539f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1098 time: 0.1022732 Jun 22 14:30:17.934503 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-be7c7c65-cd04-4a04-9e6d-663d5f70d2ad req-58126b62-65fd-40e9-b248-521490f8aa5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681038 Jun 22 14:30:17.985809 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Router 307958f2-0520-4276-9b12-f3945293da84 is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:30:18.075562 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93c0a9-f3c3-4806-968f-ca1f9d779042 None None] Network 7570d279-c0b2-408d-b5fa-53984872b009 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:30:18.097651 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:30:18.106909 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Sync routers for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:30:18.117437 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:18.118130 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:18.119563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.121940 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8099239 Jun 22 14:30:18.123698 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42704) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:18.141451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Provisioning for port c81836af-bf65-4dac-b183-fb835ef46670 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:18.147976 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Provisioning complete for port c81836af-bf65-4dac-b183-fb835ef46670 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:18.148359 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.230491 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:18.437155 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:17Z', 'revision_number': 3, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:18.440537 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.465793 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Checking router: 307958f2-0520-4276-9b12-f3945293da84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:30:18.466166 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Updating router 307958f2-0520-4276-9b12-f3945293da84 port d2714e5a-abf3-45e8-b621-57aa7e75b636 binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:30:18.483985 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] For port c81836af-bf65-4dac-b183-fb835ef46670, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c81836af-bf65-4dac-b183-fb835ef46670,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:18.491798 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.494257 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:18.504558 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.561999 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Pushing event updated for resources: {'Port': ['ID=c81836af-bf65-4dac-b183-fb835ef46670,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:18.565195 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:18.719187 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4adc80-33ec-43f9-aebc-f53d1106a9b4 req-87625254-d8ad-46b1-b126-5cfb8615b2cd tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:18.721546 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1c4adc80-33ec-43f9-aebc-f53d1106a9b4 req-87625254-d8ad-46b1-b126-5cfb8615b2cd tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0756841 Jun 22 14:30:18.735002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5cbb0-3c53-4197-aee3-7057f1e6b0ac req-67b179f3-2d85-4296-88b6-e6946ad1bfa4 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:18.736430 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4fc5cbb0-3c53-4197-aee3-7057f1e6b0ac req-67b179f3-2d85-4296-88b6-e6946ad1bfa4 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.4014404 Jun 22 14:30:18.778664 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1c4adc80-33ec-43f9-aebc-f53d1106a9b4 req-ee176d63-48a0-4ca8-93ba-9421d4b5c65a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496247 Jun 22 14:30:18.814721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-c3486c1e-6f8b-48ef-9531-8a5c372ec7be None None] Provisioning complete for port c81836af-bf65-4dac-b183-fb835ef46670 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:18.815108 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c3486c1e-6f8b-48ef-9531-8a5c372ec7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.820079 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4fc5cbb0-3c53-4197-aee3-7057f1e6b0ac req-d7074d0a-0a30-44d9-8f49-f23e068724aa tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576184 Jun 22 14:30:18.839224 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.849705 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Transition to ACTIVE for port object d2714e5a-abf3-45e8-b621-57aa7e75b636 will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:18.857197 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.860086 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:18.903835 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Attempting to bind port d2714e5a-abf3-45e8-b621-57aa7e75b636 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:18.904250 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Attempting to bind port d2714e5a-abf3-45e8-b621-57aa7e75b636 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:18.904729 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Attempting to bind port d2714e5a-abf3-45e8-b621-57aa7e75b636 on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:18.917048 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:18.917573 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:18.918077 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.918675 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:18.919272 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Bound port: d2714e5a-abf3-45e8-b621-57aa7e75b636, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:18.919733 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.947883 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14509f9-c721-422d-9932-b08f67cdcd0c None None] Pushing event updated for resources: {'Port': ['ID=d2714e5a-abf3-45e8-b621-57aa7e75b636,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:18.953451 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-c14509f9-c721-422d-9932-b08f67cdcd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:18.962514 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.980726 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] For port d2714e5a-abf3-45e8-b621-57aa7e75b636, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:18.984786 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] For port d2714e5a-abf3-45e8-b621-57aa7e75b636, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=d2714e5a-abf3-45e8-b621-57aa7e75b636,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:18.989230 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:18.992603 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-ced92a02-0c23-466b-95b9-8289284fdcb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:19.037408 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:19.038040 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:19.193440 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Allocated IP 172.20.0.1 (7570d279-c0b2-408d-b5fa-53984872b009/5537a20e-7ae6-4eb4-989c-0e6514dabf6c/a200d529-b671-4cb6-8beb-2703d8263a62) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:19.248315 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14509f9-c721-422d-9932-b08f67cdcd0c None None] Pushing event updated for resources: {'Port': ['ID=d2714e5a-abf3-45e8-b621-57aa7e75b636,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:19.253426 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-c14509f9-c721-422d-9932-b08f67cdcd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:19.264666 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:19.315117 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.330782 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Transition to ACTIVE for port object a200d529-b671-4cb6-8beb-2703d8263a62 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:19.365086 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.368036 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:19.402827 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Network 7570d279-c0b2-408d-b5fa-53984872b009 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:19.404037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:19.409548 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:19.444258 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a200d529-b671-4cb6-8beb-2703d8263a62,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:19.451811 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:19.453607 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c81836af-bf65-4dac-b183-fb835ef46670 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:19.464474 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.469058 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:17Z', 'revision_number': 3, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:19.497793 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40fe4a2-4e20-4980-8384-db602821b3e8 None None] The sync data for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi is: [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:17Z', 'revision_number': 3, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:30:19.530264 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port c81836af-bf65-4dac-b183-fb835ef46670 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:19.530639 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.623542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.759885 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ca70a3aa-3108-4c8d-b95d-80976eaf04fd None None] Provisioning for port a200d529-b671-4cb6-8beb-2703d8263a62 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:19.762976 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-ca70a3aa-3108-4c8d-b95d-80976eaf04fd None None] Provisioning complete for port a200d529-b671-4cb6-8beb-2703d8263a62 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:19.763384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-ca70a3aa-3108-4c8d-b95d-80976eaf04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.816072 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-ca70a3aa-3108-4c8d-b95d-80976eaf04fd None None] Port a200d529-b671-4cb6-8beb-2703d8263a62 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:19.828268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.833693 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.837485 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:19.914000 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:19.916057 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a200d529-b671-4cb6-8beb-2703d8263a62,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:19.919243 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:19.955909 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b201-ab4c-42cb-aa0f-516e9fd602d0 req-48f4cbd3-1509-4254-899b-86ed69d09502 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:19.957531 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-da07b201-ab4c-42cb-aa0f-516e9fd602d0 req-48f4cbd3-1509-4254-899b-86ed69d09502 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0681994 Jun 22 14:30:20.000231 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-da07b201-ab4c-42cb-aa0f-516e9fd602d0 req-1174c5d0-a15f-4951-8c75-6d9018126d6b tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357673 Jun 22 14:30:20.021221 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Network 7570d279-c0b2-408d-b5fa-53984872b009 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:20.022994 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:20.215998 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Router 307958f2-0520-4276-9b12-f3945293da84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:30:20.256619 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495f9f-4a37-400d-a35c-314eecd39124 req-d2036778-da66-4a50-84c4-6839fee7595c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:20.264728 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d9495f9f-4a37-400d-a35c-314eecd39124 req-d2036778-da66-4a50-84c4-6839fee7595c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.1097336 Jun 22 14:30:20.352171 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-5d6e7a5b-4243-42fd-a079-35d63228103a None None] Provisioning complete for port a200d529-b671-4cb6-8beb-2703d8263a62 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:20.352585 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7a5b-4243-42fd-a079-35d63228103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:20.380303 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d9495f9f-4a37-400d-a35c-314eecd39124 req-2ba198af-ca44-4f35-bc78-808d81910160 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146781 Jun 22 14:30:20.394164 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e7a5b-4243-42fd-a079-35d63228103a None None] Port a200d529-b671-4cb6-8beb-2703d8263a62 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:20.418506 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:30:20.429972 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/307958f2-0520-4276-9b12-f3945293da84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3011973 Jun 22 14:30:20.811508 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084065-a8b0-4c85-9733-96249ae40c39 req-92bcf623-3d54-4a98-af5a-259051708f28 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:20.813164 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0e084065-a8b0-4c85-9733-96249ae40c39 req-92bcf623-3d54-4a98-af5a-259051708f28 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0717750 Jun 22 14:30:20.855172 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-0e084065-a8b0-4c85-9733-96249ae40c39 req-919c5958-0c41-4630-afba-433a9b92672f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341201 Jun 22 14:30:20.958218 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42756) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:20.963341 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-827136316-network', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:20.983891 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Made reservation on behalf of b789628d334d4d0eb482dd47353a36e6 for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:30:20.986463 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:20.996337 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.095869 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.100096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.104677 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-19fab55b-1bf0-4237-827c-1728c3ef9631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:21.129718 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:30:21.143832 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08093a2-920b-4d82-a3cf-e08676f54ad7,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:21.147059 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.147415 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Added segment e54703fe-8dbe-412c-9a93-4aeb1aea36dc of type vlan for network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 Jun 22 14:30:21.148941 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:21.205963 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.235061 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.236938 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:21.237611 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.241263 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e28b3b6e-094f-4b9e-9d92-d5cdb1a27647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:21.264400 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3050148 Jun 22 14:30:21.267120 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42764) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:21.272777 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Request body: {'subnet': {'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-827136316-subnet', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:21.275903 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Sync routers for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:30:21.285821 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:21.286424 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:21.302810 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Made reservation on behalf of b789628d334d4d0eb482dd47353a36e6 for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:30:21.305652 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.311273 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Pushing event updated for resources: {'Network': ['ID=4e9e7994-897f-45f0-ba60-3c68bee3cf24,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:21.319626 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e06f91ce-e864-4cbc-8529-c4e66ef4b45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:21.325820 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:30:21.472516 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d2714e5a-abf3-45e8-b621-57aa7e75b636 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:21.475493 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:21.490028 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.493148 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:21.552790 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3662acc-e986-4508-a3b5-0d76acea6f3b,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:21.568103 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Checking segment: {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:21.568462 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Network hostable DHCP agents. Network: 4e9e7994-897f-45f0-ba60-3c68bee3cf24, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:30:21.572886 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.573278 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.573660 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.574031 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.574395 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.574758 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.575121 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.575502 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.575866 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.576268 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.576607 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.576958 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:21.580641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:21.608197 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:30:21.620056 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, 4e9e7994-897f-45f0-ba60-3c68bee3cf24) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:21.626220 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:21.626628 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.634143 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72337517-9b8f-4e5d-b73c-54bc8f6ce68b None None] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:30:21.641923 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f197bd03-8cb2-45be-ae55-1e1c97148da5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3735092 Jun 22 14:30:21.644690 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42766) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:21.650540 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:21.674176 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1690523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15207'] for router, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.675967 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2086305', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1765331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15212'] for router, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.688449 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port d2714e5a-abf3-45e8-b621-57aa7e75b636 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:21.698902 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port d2714e5a-abf3-45e8-b621-57aa7e75b636 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:21.698902 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.737991 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.975515 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:21.999966 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 2, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:22.002127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ea562d6-5c28-5403-8356-30617469632e-4e9e7994-897f-45f0-ba60-3c68bee3cf24', 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'fixed_ips': [{'subnet_id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b'}]}} from dv-cinder-796950-3-iscsi. {{(pid=92748) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 14:30:22.002974 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.025597 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port d2714e5a-abf3-45e8-b621-57aa7e75b636, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=d2714e5a-abf3-45e8-b621-57aa7e75b636,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:22.054625 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.057187 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Checking router: 307958f2-0520-4276-9b12-f3945293da84 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:30:22.057643 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Updating router 307958f2-0520-4276-9b12-f3945293da84 port a200d529-b671-4cb6-8beb-2703d8263a62 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:30:22.062020 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:22.172930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2086355', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15226'] for router, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.195721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.239301 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=d2714e5a-abf3-45e8-b621-57aa7e75b636,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:22.254146 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:22.361397 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.db_base_plugin_common [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Allocated IP 172.20.0.2 (4e9e7994-897f-45f0-ba60-3c68bee3cf24/d3662acc-e986-4508-a3b5-0d76acea6f3b/91154391-18a1-4809-b4ae-f4579add3bfc) {{(pid=92748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:22.528868 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.550668 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.673113 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Allocated IP 172.27.0.14 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/3106ed22-c838-41dd-8a23-3653a774d15e) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:22.798315 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.844630 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.848207 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:22.871741 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Notify callbacks [] for port, precommit_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.886311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:22.890991 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:22.894640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:22.904695 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Transition to ACTIVE for port object 91154391-18a1-4809-b4ae-f4579add3bfc will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:22.918818 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Pushing event updated for resources: {'Port': ['ID=3106ed22-c838-41dd-8a23-3653a774d15e,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:22.923033 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:22.933800 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.936256 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Transition to ACTIVE for port object 91154391-18a1-4809-b4ae-f4579add3bfc will not be triggered until provisioned by entity DHCP. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:22.946010 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950'] for port, after_create {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.948279 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Transition to ACTIVE for port object a200d529-b671-4cb6-8beb-2703d8263a62 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:22.950910 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:22.977147 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:22.996791 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 is already hosted by enough agents. {{(pid=92748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:23.003288 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.scheduler.base_scheduler [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Resources bound (agent type, host, resource id): {{(pid=92748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:23.007502 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Received port after_create {{(pid=92748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:23.012579 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Pushing event updated for resources: {'Port': ['ID=91154391-18a1-4809-b4ae-f4579add3bfc,revision_number=1']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:23.018170 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:23.020099 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b5376bdf-1279-4d66-94cb-a7d45657b9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:23.154398 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368dc79-83c2-4107-b245-8b4ebb8f39f2 None None] Pushing event updated for resources: {'Port': ['ID=a200d529-b671-4cb6-8beb-2703d8263a62,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:23.160678 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b368dc79-83c2-4107-b245-8b4ebb8f39f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:23.180385 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Attempting to bind port 91154391-18a1-4809-b4ae-f4579add3bfc on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:23.181502 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Attempting to bind port 91154391-18a1-4809-b4ae-f4579add3bfc by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:23.181981 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Attempting to bind port 91154391-18a1-4809-b4ae-f4579add3bfc on network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:23.196193 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:23.196583 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Checking segment: {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:23.197010 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.197421 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Bound using segment: {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:23.197918 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Bound port: 91154391-18a1-4809-b4ae-f4579add3bfc, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:23.198312 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.208959 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Attempting to bind port a200d529-b671-4cb6-8beb-2703d8263a62 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:23.209343 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Attempting to bind port a200d529-b671-4cb6-8beb-2703d8263a62 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:23.209718 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Attempting to bind port a200d529-b671-4cb6-8beb-2703d8263a62 on network 7570d279-c0b2-408d-b5fa-53984872b009 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:23.210406 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.217972 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:23.218361 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Checking segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:23.218776 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.219184 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Bound using segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:23.219692 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Bound port: a200d529-b671-4cb6-8beb-2703d8263a62, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:23.220082 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.315799 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] For port 91154391-18a1-4809-b4ae-f4579add3bfc, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:23.321073 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] For port 91154391-18a1-4809-b4ae-f4579add3bfc, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=91154391-18a1-4809-b4ae-f4579add3bfc,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:23.328335 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] For port a200d529-b671-4cb6-8beb-2703d8263a62, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:23.331262 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.334100 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] For port a200d529-b671-4cb6-8beb-2703d8263a62, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=a200d529-b671-4cb6-8beb-2703d8263a62,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:23.335106 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:23.347055 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.428212 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2086407'] for router, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.436035 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Pushing event updated for resources: {'Port': ['ID=91154391-18a1-4809-b4ae-f4579add3bfc,revision_number=2']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:23.439278 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-a7cb6871-2a2b-4115-840f-47598af9254f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:23.440034 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:23.442873 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:23.443744 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:23.507704 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d2714e5a-abf3-45e8-b621-57aa7e75b636 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:23.598276 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Router a598a29f-a123-4f95-89ae-31a33d9a95d5 is scheduled to L3 agent 87d85213-b13e-48b6-914b-1bced624de45 with binding_index 1 {{(pid=92746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 14:30:23.615924 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368dc79-83c2-4107-b245-8b4ebb8f39f2 None None] Pushing event updated for resources: {'Port': ['ID=a200d529-b671-4cb6-8beb-2703d8263a62,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:23.621391 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b368dc79-83c2-4107-b245-8b4ebb8f39f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:23.648521 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:23.653156 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port d2714e5a-abf3-45e8-b621-57aa7e75b636 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:23.653550 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.741304 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:30:23.756364 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Sync routers for ids ['a598a29f-a123-4f95-89ae-31a33d9a95d5'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:30:23.760650 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] Notify callbacks [] for router, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:23.762233 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-cb8d45d5-08c0-416c-b610-830d324d1661 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1162612 Jun 22 14:30:23.764880 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42794) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:23.771368 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Routers {'a598a29f-a123-4f95-89ae-31a33d9a95d5'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:23.772948 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['a598a29f-a123-4f95-89ae-31a33d9a95d5'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:23.925421 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Set router a598a29f-a123-4f95-89ae-31a33d9a95d5 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:24.017199 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:23Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:24.047679 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4496d3d-27ab-4cca-b679-973d76233668 None None] The sync data for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi is: [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:23Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:30:24.146762 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:30:23Z', 'revision_number': 3, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:24.193455 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Checking router: a598a29f-a123-4f95-89ae-31a33d9a95d5 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:30:24.193812 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Updating router a598a29f-a123-4f95-89ae-31a33d9a95d5 port 3106ed22-c838-41dd-8a23-3653a774d15e binding host dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:30:24.240126 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.273340 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.491623 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Allocated IP 172.20.0.1 (4e9e7994-897f-45f0-ba60-3c68bee3cf24/d3662acc-e986-4508-a3b5-0d76acea6f3b/f1024c76-20b1-447c-8215-8993ae2710d1) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:24.595696 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.608529 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.provisioning_blocks [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Transition to ACTIVE for port object 3106ed22-c838-41dd-8a23-3653a774d15e will not be triggered until provisioned by entity L2. {{(pid=92749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:24.617509 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.620025 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:24.637921 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.657726 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.provisioning_blocks [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Transition to ACTIVE for port object f1024c76-20b1-447c-8215-8993ae2710d1 will not be triggered until provisioned by entity DHCP. {{(pid=92746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:24.701927 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.704562 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a171-7f04-4fdc-8daf-0615189d9cc9 None None] Pushing event updated for resources: {'Port': ['ID=3106ed22-c838-41dd-8a23-3653a774d15e,revision_number=2']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:24.706438 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-721cde50-2816-4963-b035-798678efb80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:24.707355 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Attempting to bind port 3106ed22-c838-41dd-8a23-3653a774d15e on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:24.707785 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Attempting to bind port 3106ed22-c838-41dd-8a23-3653a774d15e by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:24.708212 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Attempting to bind port 3106ed22-c838-41dd-8a23-3653a774d15e on network 35418304-0cb4-47dc-b88a-692718df1196 {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:24.712980 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-9b18a171-7f04-4fdc-8daf-0615189d9cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:24.720456 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:24.720850 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Checking segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:24.721259 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.721724 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Bound using segment: {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'} {{(pid=92749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:24.722213 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.managers [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Bound port: 3106ed22-c838-41dd-8a23-3653a774d15e, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810af4e5-0bc5-4dfe-8567-f3bd49bb8030', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35418304-0cb4-47dc-b88a-692718df1196'}}] {{(pid=92749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:24.722596 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.756439 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:24.764551 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:24.771706 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:24.798095 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511c4b5-4792-4b56-9aa2-7d83ad75b67a None None] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:30:24.804918 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1024c76-20b1-447c-8215-8993ae2710d1,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:24.809750 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:24.825976 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2074863'] for router_interface, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.827118 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] For port 3106ed22-c838-41dd-8a23-3653a774d15e, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:24.830703 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.plugins.ml2.db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] For port 3106ed22-c838-41dd-8a23-3653a774d15e, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=3106ed22-c838-41dd-8a23-3653a774d15e,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:24.836346 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron_lib.callbacks.manager [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:24.850101 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:24.909336 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a171-7f04-4fdc-8daf-0615189d9cc9 None None] Pushing event updated for resources: {'Port': ['ID=3106ed22-c838-41dd-8a23-3653a774d15e,revision_number=3']} {{(pid=92749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:24.953905 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-295f3a41-9c06-4f35-b3f2-9a42a2940438 None None] Provisioning for port 91154391-18a1-4809-b4ae-f4579add3bfc completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:24.957960 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG oslo_concurrency.lockutils [None req-9b18a171-7f04-4fdc-8daf-0615189d9cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:24.959483 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Routers {'a598a29f-a123-4f95-89ae-31a33d9a95d5'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:24.961641 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['a598a29f-a123-4f95-89ae-31a33d9a95d5'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:25.064656 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.093619 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] Set router a598a29f-a123-4f95-89ae-31a33d9a95d5 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:25.293560 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.300645 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.303891 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:30:23Z', 'revision_number': 3, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:25.304118 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f4109e6d-dc14-4a06-9380-f6d48742f086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:25.338650 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3bfa43-df9b-4d57-9ec6-1704bcbb9cb8 None None] The sync data for ids ['a598a29f-a123-4f95-89ae-31a33d9a95d5'] in dv-cinder-796950-3-iscsi is: [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:30:23Z', 'revision_number': 3, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:30:25.345765 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-aae625a7-6226-44e9-bb43-565b26990a3d None None] Provisioning for port f1024c76-20b1-447c-8215-8993ae2710d1 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:25.355628 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-aae625a7-6226-44e9-bb43-565b26990a3d None None] Provisioning complete for port f1024c76-20b1-447c-8215-8993ae2710d1 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:25.356117 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aae625a7-6226-44e9-bb43-565b26990a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.375111 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2037119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1688052'] for router_interface, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.377735 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1024c76-20b1-447c-8215-8993ae2710d1,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:25.380811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:25.445958 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-aae625a7-6226-44e9-bb43-565b26990a3d None None] Port f1024c76-20b1-447c-8215-8993ae2710d1 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:25.546729 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:25.546729 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:25.578388 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 91154391-18a1-4809-b4ae-f4579add3bfc up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:25.620274 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-273e2fe8-64d5-4de5-8473-4141909efed9 None None] Provisioning complete for port f1024c76-20b1-447c-8215-8993ae2710d1 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:25.620752 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-273e2fe8-64d5-4de5-8473-4141909efed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.671894 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-273e2fe8-64d5-4de5-8473-4141909efed9 None None] Port f1024c76-20b1-447c-8215-8993ae2710d1 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:25.676312 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 91154391-18a1-4809-b4ae-f4579add3bfc completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:25.681171 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Router a598a29f-a123-4f95-89ae-31a33d9a95d5 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:30:25.685888 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 91154391-18a1-4809-b4ae-f4579add3bfc triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:25.686365 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.778977 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.813308 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:30:25.830431 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-a720fdd5-7d35-4a9b-82ba-958f8803a479 None None] Provisioning complete for port f1024c76-20b1-447c-8215-8993ae2710d1 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:25.830431 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a720fdd5-7d35-4a9b-82ba-958f8803a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.844647 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/a598a29f-a123-4f95-89ae-31a33d9a95d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0782945 Jun 22 14:30:25.874059 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 91154391-18a1-4809-b4ae-f4579add3bfc, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=91154391-18a1-4809-b4ae-f4579add3bfc,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:25.878738 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:25.879642 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a200d529-b671-4cb6-8beb-2703d8263a62 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:25.885428 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:25.953235 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-a720fdd5-7d35-4a9b-82ba-958f8803a479 None None] Port f1024c76-20b1-447c-8215-8993ae2710d1 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:25.984515 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=91154391-18a1-4809-b4ae-f4579add3bfc,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:25.994457 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.994806 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.995145 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.995505 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.995954 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.996163 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.996493 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.996823 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.997147 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.997469 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.997788 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:25.998105 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:26.002670 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:26.012203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port a200d529-b671-4cb6-8beb-2703d8263a62 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:26.016136 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port a200d529-b671-4cb6-8beb-2703d8263a62 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:26.016681 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.120390 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.155664 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port a200d529-b671-4cb6-8beb-2703d8263a62, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=a200d529-b671-4cb6-8beb-2703d8263a62,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:26.160680 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.163753 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:26.216067 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=a200d529-b671-4cb6-8beb-2703d8263a62,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:26.224839 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:26.368595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42820) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:26.373506 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605070464', 'description': 'tempest-secgroup-smoke-605070464 description', 'project_id': '69cd78367c844f7a9b1e35748034f78c'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:26.397223 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.481709 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.485600 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.488883 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-56068d4a-1f7a-4952-b411-67324cb91d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:26.512675 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.513854 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1441252 Jun 22 14:30:26.517063 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42822) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:26.517997 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd52b1-bf9e-4406-adb6-efe47338543c,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:26.520755 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-204f00ef-f7ee-4504-9147-5b5bc34e0d58 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:26.523189 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group_rule': {'security_group_id': '8bfd52b1-bf9e-4406-adb6-efe47338543c', 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:26.551011 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.607871 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.611643 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.613635 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:26.634971 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8465be0-cde9-41da-86ec-62cb5aee6d12,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:26.637488 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:26.638606 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.639794 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216371 Jun 22 14:30:26.642437 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42826) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:26.647046 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group_rule': {'security_group_id': '8bfd52b1-bf9e-4406-adb6-efe47338543c', 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:26.676148 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.733374 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.736658 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.738658 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8f24dc37-b04d-44e5-af49-22e1c57483b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:26.755937 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed79752-7431-4aeb-b402-cd4d93e7782d,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:26.758689 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:26.760724 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.761881 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-fefcd7ba-35ce-4982-a53e-652c7a599959 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185315 Jun 22 14:30:26.764473 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42828) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:26.768813 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group_rule': {'security_group_id': '8bfd52b1-bf9e-4406-adb6-efe47338543c', 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:26.796729 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.857133 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.861043 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.863670 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d7a70205-38c4-4a00-9f5a-ba0fa3ae345a tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:26.880673 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b47f855-7741-4a36-a714-23110db232b6,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:26.883367 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:26.889256 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.890690 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251984 Jun 22 14:30:26.893259 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42830) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:26.898094 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group_rule': {'security_group_id': '8bfd52b1-bf9e-4406-adb6-efe47338543c', 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:26.931543 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:26.998756 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.002545 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.004836 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:27.026250 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d769654-ecc1-4e4e-8996-15b8c8a1c18b,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:27.029320 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:27.030317 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.031697 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-02f89e47-a728-44d2-abae-f3286721895e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373999 Jun 22 14:30:27.034492 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42832) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:27.038974 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group_rule': {'security_group_id': '8bfd52b1-bf9e-4406-adb6-efe47338543c', 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:27.063998 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.securitygroups_db [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Project 69cd78367c844f7a9b1e35748034f78c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:30:27.069865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.138901 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.143311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.145525 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-370916bf-8d75-4d5b-8887-75d02cebd1e2 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:27.167073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204d890c-f0b8-493d-a750-e301546b8f84,revision_number=0']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:27.173400 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:27.176547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.179503 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c9b06461-1bfd-4a91-bb65-fa114055eb18 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424298 Jun 22 14:30:27.180732 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42836) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:27.185496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'security_group_rule': {'security_group_id': '8bfd52b1-bf9e-4406-adb6-efe47338543c', 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:27.212423 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.securitygroups_db [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Project 69cd78367c844f7a9b1e35748034f78c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:30:27.217355 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.287573 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.294085 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.296913 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:27.324945 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff7cfbc-31a3-4cfa-aac6-1d7ba478711a,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:27.329702 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:27.330792 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:27.335530 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-96608584-a5c6-4b94-9814-9341703315f6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500299 Jun 22 14:30:27.430530 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Sync routers for ids ['a598a29f-a123-4f95-89ae-31a33d9a95d5'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:30:27.449497 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Routers {'a598a29f-a123-4f95-89ae-31a33d9a95d5'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:27.452034 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['a598a29f-a123-4f95-89ae-31a33d9a95d5'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:27.653247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 91154391-18a1-4809-b4ae-f4579add3bfc up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:27.819956 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Set router a598a29f-a123-4f95-89ae-31a33d9a95d5 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:27.960205 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 91154391-18a1-4809-b4ae-f4579add3bfc triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:27.960611 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.110860 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a200d529-b671-4cb6-8beb-2703d8263a62 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:28.157678 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:30:24Z', 'revision_number': 4, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'f1024c76-20b1-447c-8215-8993ae2710d1', 'name': '', 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'mac_address': 'fa:16:3e:b4:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:24Z', 'updated_at': '2021-06-22T14:30:25Z', 'revision_number': 2, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'subnets': [{'id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:28.186070 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Checking router: a598a29f-a123-4f95-89ae-31a33d9a95d5 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:30:28.186439 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Updating router a598a29f-a123-4f95-89ae-31a33d9a95d5 port f1024c76-20b1-447c-8215-8993ae2710d1 binding host dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 14:30:28.223557 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port a200d529-b671-4cb6-8beb-2703d8263a62 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:28.223951 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.245718 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.437986 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 3106ed22-c838-41dd-8a23-3653a774d15e up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:28.564781 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port 3106ed22-c838-41dd-8a23-3653a774d15e completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:28.573747 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 3106ed22-c838-41dd-8a23-3653a774d15e triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:28.574283 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.674941 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Notify callbacks [] for port, precommit_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.689814 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Transition to ACTIVE for port object f1024c76-20b1-447c-8215-8993ae2710d1 will not be triggered until provisioned by entity L2. {{(pid=92748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:28.716400 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.720087 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:28.804970 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.823618 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7f88d-2a49-4ceb-98e9-27709709aafd None None] Pushing event updated for resources: {'Port': ['ID=f1024c76-20b1-447c-8215-8993ae2710d1,revision_number=3']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:28.829012 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-a8b7f88d-2a49-4ceb-98e9-27709709aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:28.841092 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port 3106ed22-c838-41dd-8a23-3653a774d15e, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=3106ed22-c838-41dd-8a23-3653a774d15e,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:28.861996 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.865065 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-95371134-e06a-4c70-a47c-d2d41cbbcacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:28.923662 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Attempting to bind port f1024c76-20b1-447c-8215-8993ae2710d1 on host dv-cinder-796950-3-iscsi for vnic_type normal with profile {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:28.924064 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Attempting to bind port f1024c76-20b1-447c-8215-8993ae2710d1 by drivers openvswitch,hyperv on host dv-cinder-796950-3-iscsi at level 0 using segments [{'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:28.924448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Attempting to bind port f1024c76-20b1-447c-8215-8993ae2710d1 on network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:28.934997 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Checking agent: {'id': '074ed65c-010d-4796-a825-71b3c006f536', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 47, 36), 'started_at': datetime.datetime(2021, 6, 22, 13, 48, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:28.935384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Checking segment: {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:28.935846 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.936255 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Bound using segment: {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'} {{(pid=92748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:28.936739 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.managers [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Bound port: f1024c76-20b1-447c-8215-8993ae2710d1, host: dv-cinder-796950-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24'}}] {{(pid=92748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:28.937126 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:28.961634 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=3106ed22-c838-41dd-8a23-3653a774d15e,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:28.965085 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:29.025410 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] For port f1024c76-20b1-447c-8215-8993ae2710d1, host dv-cinder-796950-3-iscsi, cleared binding levels {{(pid=92748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:29.032767 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] For port f1024c76-20b1-447c-8215-8993ae2710d1, host dv-cinder-796950-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=f1024c76-20b1-447c-8215-8993ae2710d1,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:29.036876 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:29.038861 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-b368dc79-83c2-4107-b245-8b4ebb8f39f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:29.098609 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Routers {'a598a29f-a123-4f95-89ae-31a33d9a95d5'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:29.099244 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['a598a29f-a123-4f95-89ae-31a33d9a95d5'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:29.101265 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7f88d-2a49-4ceb-98e9-27709709aafd None None] Pushing event updated for resources: {'Port': ['ID=f1024c76-20b1-447c-8215-8993ae2710d1,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:29.105853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-a8b7f88d-2a49-4ceb-98e9-27709709aafd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:29.217466 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] Set router a598a29f-a123-4f95-89ae-31a33d9a95d5 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:29.427904 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:30:24Z', 'revision_number': 4, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'f1024c76-20b1-447c-8215-8993ae2710d1', 'name': '', 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'mac_address': 'fa:16:3e:b4:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:24Z', 'updated_at': '2021-06-22T14:30:29Z', 'revision_number': 4, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'subnets': [{'id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:29.456645 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 3106ed22-c838-41dd-8a23-3653a774d15e up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:29.460256 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1dd6c-6700-471c-9538-3b8e97c8e88e None None] The sync data for ids ['a598a29f-a123-4f95-89ae-31a33d9a95d5'] in dv-cinder-796950-3-iscsi is: [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:30:24Z', 'revision_number': 4, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'f1024c76-20b1-447c-8215-8993ae2710d1', 'name': '', 'network_id': '4e9e7994-897f-45f0-ba60-3c68bee3cf24', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'mac_address': 'fa:16:3e:b4:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:24Z', 'updated_at': '2021-06-22T14:30:29Z', 'revision_number': 4, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'subnets': [{'id': 'd3662acc-e986-4508-a3b5-0d76acea6f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:30:29.527167 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port 3106ed22-c838-41dd-8a23-3653a774d15e triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:29.528452 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:31.460123 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device f1024c76-20b1-447c-8215-8993ae2710d1 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:31.512546 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning for port f1024c76-20b1-447c-8215-8993ae2710d1 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:31.516605 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port f1024c76-20b1-447c-8215-8993ae2710d1 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:31.517137 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:31.597428 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:31.632153 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] For port f1024c76-20b1-447c-8215-8993ae2710d1, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=f1024c76-20b1-447c-8215-8993ae2710d1,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:31.636727 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:31.639599 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-94485430-377e-4c23-9092-d06d8dd12762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:31.690521 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Pushing event updated for resources: {'Port': ['ID=f1024c76-20b1-447c-8215-8993ae2710d1,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:31.693877 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:33.056738 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5ff63257-425f-4d48-a550-a35f6410b998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:33.449876 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device f1024c76-20b1-447c-8215-8993ae2710d1 up at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:33.499320 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Provisioning complete for port f1024c76-20b1-447c-8215-8993ae2710d1 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:33.499734 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:35.187298 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b8cf8-dd33-4293-a151-92a8b0586fdb req-2542d750-7536-41aa-844c-f4b3ef43627d tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:35.188795 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-920b8cf8-dd33-4293-a151-92a8b0586fdb req-2542d750-7536-41aa-844c-f4b3ef43627d tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0645511 Jun 22 14:30:35.226487 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-920b8cf8-dd33-4293-a151-92a8b0586fdb req-b00ec9a7-c30b-4bf7-9190-e85368828da3 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320880 Jun 22 14:30:35.253661 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42966) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:35.480026 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd3eb0-b1ea-4f13-b9fc-eaa302edd7be tempest-TestMinimumBasicScenario-735106206 tempest-TestMinimumBasicScenario-735106206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:35.481545 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-d9fd3eb0-b1ea-4f13-b9fc-eaa302edd7be tempest-TestMinimumBasicScenario-735106206 tempest-TestMinimumBasicScenario-735106206-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1093 time: 0.2268884 Jun 22 14:30:35.484430 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 42974) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:35.488880 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'floatingip': {'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'port_id': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:35.509521 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:35.613270 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:35.719033 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Allocated IP 172.27.0.167 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/7d8ea98a-1e17-42ae-b567-60f07440df4e) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:35.827577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:35.867572 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:35.870662 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-17427cb2-2a1e-496a-9ce0-9754f3ae74f3 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:35.908987 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:35.911850 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:35.919313 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:35.922515 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'Port': ['ID=7d8ea98a-1e17-42ae-b567-60f07440df4e,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:35.945429 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:36.005631 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.199368 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75c6bc36-8588-4878-84ce-2535e1edd756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.564300 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.642858 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.802617 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.808380 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.811662 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-721cde50-2816-4963-b035-798678efb80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:36.882243 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'Port': ['ID=7d8ea98a-1e17-42ae-b567-60f07440df4e,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:36.886903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:36.887809 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:36.996115 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Floating IP e663eb2d-40d5-4213-812a-6e8cdcb94e76 associated. External IP: 172.27.0.167, port: 66b7c73a-c6b3-4a69-8f88-22717c553e01. Jun 22 14:30:37.165370 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.242579 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Router 65229568-367e-4dee-b979-dd550bd9facf has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:30:37.356126 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:30:37.367291 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] Sync routers for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:30:37.379017 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.379304 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:37.379987 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:37.422138 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-be737921-b900-4c47-aa5d-9b9590cedd4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9366639 Jun 22 14:30:37.422898 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:37.424929 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 42990) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:37.428585 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14356a6-6782-4a28-a07f-39c623d04555" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:37.429739 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901445803', 'description': 'tempest-secgroup-smoke-901445803 description', 'project_id': '9b310558a9404ce8a683da7265c2883e'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:37.471534 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec895c-8afa-4e9d-aa88-4018da5e1cbb x-openstack-request-id: req-7dec895c-8afa-4e9d-aa88-4018da5e1cbb {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:37.471876 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:37.472173 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dec895c-8afa-4e9d-aa88-4018da5e1cbb {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:37.472747 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'status': 'completed', 'code': 200} Jun 22 14:30:37.484106 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.505006 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:37.658565 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.672146 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.676034 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e0cd2d93-3113-45ab-b9b8-665b5f737d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:37.713598 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14356a6-6782-4a28-a07f-39c623d04555 req-2b2e43e1-e064-4d29-aa8b-87554aae1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:37.715108 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-2b2e43e1-e064-4d29-aa8b-87554aae1096 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1098 time: 0.1537035 Jun 22 14:30:37.730518 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.731849 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3058333 Jun 22 14:30:37.748682 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43000) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:37.757395 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d15f-2c10-468b-a02a-562894afc78e', 'project_id': '9b310558a9404ce8a683da7265c2883e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:37.781851 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'e663eb2d-40d5-4213-812a-6e8cdcb94e76', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': '65229568-367e-4dee-b979-dd550bd9facf', 'port_id': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'mac_address': 'fa:16:3e:b9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:30:36Z', 'updated_at': '2021-06-22T14:30:36Z', 'revision_number': 0, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:48Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:37.793107 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd3d15f-2c10-468b-a02a-562894afc78e,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:37.807943 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.808343 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.808683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.809056 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.809420 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.809788 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.810148 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.810508 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.810896 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.811224 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.811783 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.812150 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:30:37.814674 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] Checking router: 65229568-367e-4dee-b979-dd550bd9facf for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:30:37.823908 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:30:37.824515 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:37.832515 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd8179-db03-43d8-9341-577e4dbb5414 req-e96c8c9f-8f80-41f0-b9d8-fab1fa7faf76 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:37.833018 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:37.833949 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-94dd8179-db03-43d8-9341-577e4dbb5414 req-e96c8c9f-8f80-41f0-b9d8-fab1fa7faf76 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.1150758 Jun 22 14:30:37.834654 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.850133 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14356a6-6782-4a28-a07f-39c623d04555 req-c63df794-18f1-4d60-9d51-f5aa2a23477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:37.851765 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-c63df794-18f1-4d60-9d51-f5aa2a23477f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 915 time: 0.1184039 Jun 22 14:30:37.907612 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-94dd8179-db03-43d8-9341-577e4dbb5414 req-79303827-68cf-4228-835b-cada3a5d3deb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 Jun 22 14:30:37.919098 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.925387 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.937288 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-f4b27dc0-84a6-4038-b503-97ada534a9ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 999 time: 0.0775824 Jun 22 14:30:37.937487 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:37.950819 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:30:37.957101 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa38b48-9bde-44a6-b2bf-aeaaa41e4ac0,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:37.964432 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:37.968245 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156537 Jun 22 14:30:37.968245 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9a97fb7c-1d27-490c-afa6-13600b142cdb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:37.968467 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43002) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:37.972791 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d15f-2c10-468b-a02a-562894afc78e', 'project_id': '9b310558a9404ce8a683da7265c2883e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:37.999694 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14356a6-6782-4a28-a07f-39c623d04555 req-378062af-4bb1-4037-bac8-1f0f25788fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:38.001449 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-378062af-4bb1-4037-bac8-1f0f25788fa0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.0489278 Jun 22 14:30:38.001707 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.069949 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.070692 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14356a6-6782-4a28-a07f-39c623d04555 req-cea56711-e7bb-4cfb-843a-22eb355d0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:38.073661 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-cea56711-e7bb-4cfb-843a-22eb355d0687 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652056 Jun 22 14:30:38.074291 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.079154 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ac781918-888c-4be7-9777-2cdd23683257 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:38.095226 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162506d9-73d2-45a3-89f1-1a456133cd10,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:38.097820 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:38.099416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.100700 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-c23cb3ed-bb66-45d1-ad20-871ab05acb35 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314793 Jun 22 14:30:38.104409 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43004) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:38.111003 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d15f-2c10-468b-a02a-562894afc78e', 'project_id': '9b310558a9404ce8a683da7265c2883e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:38.145830 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.187278 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-3059580a-4f1a-4a67-898b-bea63921c497 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036839 Jun 22 14:30:38.218405 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.224495 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.226842 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f0fb3ab4-4725-4e13-85cc-79986348e84a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:38.245226 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594b81fb-1cea-463b-900b-3060c58e7b26,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:38.247091 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:38.254160 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.255780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4ee045f1-8dde-4db1-9e92-3760fe7f70bc tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502385 Jun 22 14:30:38.258218 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43006) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:38.263767 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d15f-2c10-468b-a02a-562894afc78e', 'project_id': '9b310558a9404ce8a683da7265c2883e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:38.298138 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.298657 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:30:38.303428 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d14356a6-6782-4a28-a07f-39c623d04555 req-59e81d1b-aec5-4be2-a282-f8a104ffab45 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076705 Jun 22 14:30:38.325106 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'e663eb2d-40d5-4213-812a-6e8cdcb94e76', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': '65229568-367e-4dee-b979-dd550bd9facf', 'port_id': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'mac_address': 'fa:16:3e:b9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:30:36Z', 'updated_at': '2021-06-22T14:30:36Z', 'revision_number': 0, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:48Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:38.352560 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b60f1f-8e4c-43c9-9207-771254910c33 None None] The sync data for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi is: [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': 'e663eb2d-40d5-4213-812a-6e8cdcb94e76', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': '65229568-367e-4dee-b979-dd550bd9facf', 'port_id': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'mac_address': 'fa:16:3e:b9:16:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:30:36Z', 'updated_at': '2021-06-22T14:30:36Z', 'revision_number': 0, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:48Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:30:38.370801 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.374424 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.376629 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f4225036-a02d-472f-bd8d-a7e7a7de9e75 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:38.396018 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dba5cbc-3201-4cd4-a37c-d88e61da976a,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:38.398840 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:38.404791 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.407533 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f7aa4698-794d-49a1-a769-c9d38d715ebb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470413 Jun 22 14:30:38.408892 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43008) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:38.413594 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d15f-2c10-468b-a02a-562894afc78e', 'project_id': '9b310558a9404ce8a683da7265c2883e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:38.436086 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.securitygroups_db [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Project 9b310558a9404ce8a683da7265c2883e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:30:38.441176 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.507476 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.513633 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.515888 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:38.532575 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73113e32-6483-4696-b79f-5b05f894c790,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:38.536597 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:38.545579 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.546866 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7cb4f0c4-f3d0-44b4-8240-643fad3bcfac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369557 Jun 22 14:30:38.549559 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43012) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:38.554006 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'security_group_rule': {'security_group_id': 'bbd3d15f-2c10-468b-a02a-562894afc78e', 'project_id': '9b310558a9404ce8a683da7265c2883e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:38.575962 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9478e0c9-d01b-4769-8316-46faf9c3f518 None None] New status for floating IP e663eb2d-40d5-4213-812a-6e8cdcb94e76: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:30:38.590249 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.securitygroups_db [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Project 9b310558a9404ce8a683da7265c2883e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 14:30:38.596446 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.665061 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.670014 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1755084'] for security_group_rule, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.676217 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-390e3322-fa30-45ef-95fa-0cea1b8cfd70 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:38.692591 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92525fd-fe63-4739-bc3d-1138b9d1bda1,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:38.695400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:38.697396 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.701110 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:38.701629 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e93e9187-0599-4476-ae1d-77c283a9602c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487677 Jun 22 14:30:38.833032 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-39f092b8-056a-4c07-a696-905476315c8f req-d6154f9d-d521-40f6-af83-6de2b093b4fe tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901445803&fields=id&tenant_id=9b310558a9404ce8a683da7265c2883e HTTP/1.1" status: 200 len: 267 time: 0.0363605 Jun 22 14:30:38.908435 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f092b8-056a-4c07-a696-905476315c8f req-3b002a1d-e89b-4587-a536-f6fc842c0e77 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:38.909990 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-39f092b8-056a-4c07-a696-905476315c8f req-3b002a1d-e89b-4587-a536-f6fc842c0e77 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0707831 Jun 22 14:30:38.922270 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'port': {'security_groups': ['cc349d78-2ae0-47e1-8867-bc7993c3e5fc', 'bbd3d15f-2c10-468b-a02a-562894afc78e']}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:39.021442 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:39.096986 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2673364-0764-4d77-85b8-a12c5eb54277 req-be5a2fcb-08b8-40c1-97ce-a0f2e28d576b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.098607 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e2673364-0764-4d77-85b8-a12c5eb54277 req-be5a2fcb-08b8-40c1-97ce-a0f2e28d576b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.0652754 Jun 22 14:30:39.141492 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e2673364-0764-4d77-85b8-a12c5eb54277 req-847a77c2-74e6-4d9b-827d-174bd726603c tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jun 22 14:30:39.219588 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:39.248900 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:39.254373 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:39.260525 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-773be195-75f1-41e4-854a-61a7729880ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:39.300175 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['66b7c73a-c6b3-4a69-8f88-22717c553e01'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:39.307285 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.307956 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:39.309603 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-39f092b8-056a-4c07-a696-905476315c8f req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "PUT /v2.0/ports/66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 981 time: 0.3917871 Jun 22 14:30:39.309948 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:39.312538 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d1caf7-6f96-45f0-879b-e0628bda55b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:39.358171 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=6']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:39.361815 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:39.379219 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c79b802-7f1b-4bee-bbb6-26123241bcce x-openstack-request-id: req-6c79b802-7f1b-4bee-bbb6-26123241bcce {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:39.379586 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:39.379887 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c79b802-7f1b-4bee-bbb6-26123241bcce {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:39.380329 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'status': 'completed', 'code': 200} Jun 22 14:30:39.497658 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['66b7c73a-c6b3-4a69-8f88-22717c553e01'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:39.570390 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-20f2ce58-2712-46d7-997a-6010b94b2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.573204 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-20f2ce58-2712-46d7-997a-6010b94b2709 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1137 time: 0.1158383 Jun 22 14:30:39.581182 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1161615-e601-471d-846a-59cdb3532a80 req-b3eb9fa6-e599-4046-9ce1-ec1196d948aa tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.582949 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c1161615-e601-471d-846a-59cdb3532a80 req-b3eb9fa6-e599-4046-9ce1-ec1196d948aa tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.1279721 Jun 22 14:30:39.632247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-c09cd63e-2a6a-401c-8adc-e989e759ce6f None None] Provisioning complete for port 66b7c73a-c6b3-4a69-8f88-22717c553e01 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:39.633289 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c09cd63e-2a6a-401c-8adc-e989e759ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:39.692082 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c1161615-e601-471d-846a-59cdb3532a80 req-28ef848c-4b9a-4208-bf99-a03b2fff2e63 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004827 Jun 22 14:30:39.758312 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-a84acbdb-728e-45a2-9c05-251b236642e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.760172 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-a84acbdb-728e-45a2-9c05-251b236642e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 915 time: 0.1763055 Jun 22 14:30:39.841573 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead528f9-71ba-41e5-8597-db218be61259 req-7968b471-beb2-4288-b06c-7b27cb9acff6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.843191 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ead528f9-71ba-41e5-8597-db218be61259 req-7968b471-beb2-4288-b06c-7b27cb9acff6 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.1403663 Jun 22 14:30:39.850185 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-aeafdcfb-983a-4668-88de-583888a7f85b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 1001 time: 0.0830073 Jun 22 14:30:39.961545 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-2572a908-d39f-4011-900a-95ad7bd333f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:39.964007 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-2572a908-d39f-4011-900a-95ad7bd333f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.1042068 Jun 22 14:30:40.030452 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Deleting port 4803cf97-e960-45c3-b946-ee95a81b31c8 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:30:40.030797 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:40.098850 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-ce695edc-a004-4951-a837-b1d55eaffbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:40.100360 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-ce695edc-a004-4951-a837-b1d55eaffbb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1288443 Jun 22 14:30:40.175267 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] For port 4803cf97-e960-45c3-b946-ee95a81b31c8, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4803cf97-e960-45c3-b946-ee95a81b31c8,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:40.175668 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:40.248599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Calling delete_port for 4803cf97-e960-45c3-b946-ee95a81b31c8 owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:30:40.319538 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-88e498b1-afaf-4738-971a-e795ef766d3f service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043679 Jun 22 14:30:40.331022 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a3de2-cdfc-459f-bf05-cba0c8d50789 req-6b6c3d28-fdc9-48c2-ab76-90df7a233d66 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:40.332311 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb6a3de2-cdfc-459f-bf05-cba0c8d50789 req-6b6c3d28-fdc9-48c2-ab76-90df7a233d66 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=2edee686-497d-41a7-b461-899b9cd698c3 HTTP/1.1" status: 200 len: 945 time: 0.0678582 Jun 22 14:30:40.380311 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bb6a3de2-cdfc-459f-bf05-cba0c8d50789 req-e18ba034-c35e-4385-afd9-55a86966b81b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Jun 22 14:30:40.458777 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63d1caf7-6f96-45f0-879b-e0628bda55b5 req-c30c1e72-942c-44b5-b3fc-7087834cb828 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316004 Jun 22 14:30:40.479079 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:40.482650 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:40.510300 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event deleted for resources: {'Port': ['ID=4803cf97-e960-45c3-b946-ee95a81b31c8,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:40.514769 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'd32178b6-6ab7-465f-87b2-5c7946dbe81f', '4803cf97-e960-45c3-b946-ee95a81b31c8'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:40.514954 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:40.578193 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] No DVR routers for this DVR port 4803cf97-e960-45c3-b946-ee95a81b31c8 on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:30:40.580728 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:40.582776 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ead528f9-71ba-41e5-8597-db218be61259 req-636e1772-c971-4496-a46c-fc74f705a8cc tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "DELETE /v2.0/ports/4803cf97-e960-45c3-b946-ee95a81b31c8 HTTP/1.1" status: 204 len: 173 time: 0.7316053 Jun 22 14:30:40.627551 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:41.381142 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edee686-497d-41a7-b461-899b9cd698c3', 'name': 'network-vif-deleted', 'tag': '4803cf97-e960-45c3-b946-ee95a81b31c8'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:41.383451 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f4cd5c-6ebe-4f7d-84b0-fc484b6d101c" -d '{"events": [{"server_uuid": "2edee686-497d-41a7-b461-899b9cd698c3", "name": "network-vif-deleted", "tag": "4803cf97-e960-45c3-b946-ee95a81b31c8"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:41.421573 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a98305-8dd7-43d5-b8f7-46426a8589dd x-openstack-request-id: req-58a98305-8dd7-43d5-b8f7-46426a8589dd {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:41.421912 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edee686-497d-41a7-b461-899b9cd698c3", "name": "network-vif-deleted", "tag": "4803cf97-e960-45c3-b946-ee95a81b31c8", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:41.422206 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58a98305-8dd7-43d5-b8f7-46426a8589dd {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:41.422639 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edee686-497d-41a7-b461-899b9cd698c3', 'name': 'network-vif-deleted', 'tag': '4803cf97-e960-45c3-b946-ee95a81b31c8', 'status': 'completed', 'code': 200} Jun 22 14:30:42.965935 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ed06-516e-4ab5-9add-830bec581dda req-869290a9-0aaa-40e2-8fa2-51c9ccb4b078 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:42.967393 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f6e2ed06-516e-4ab5-9add-830bec581dda req-869290a9-0aaa-40e2-8fa2-51c9ccb4b078 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 946 time: 0.0663600 Jun 22 14:30:43.006784 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f6e2ed06-516e-4ab5-9add-830bec581dda req-9b979d5f-6aaf-4cd1-a619-a277257423cb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Jun 22 14:30:43.168657 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4803cf97-e960-45c3-b946-ee95a81b31c8 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:30:43.192593 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 4803cf97-e960-45c3-b946-ee95a81b31c8 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:30:43.192943 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 4803cf97-e960-45c3-b946-ee95a81b31c8 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:30:44.439039 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad45b9-9ab5-49b9-941e-a331a05acfef req-229ad28e-0518-4425-98da-514900bb53b5 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:44.440639 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e1ad45b9-9ab5-49b9-941e-a331a05acfef req-229ad28e-0518-4425-98da-514900bb53b5 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 946 time: 0.3199732 Jun 22 14:30:44.479090 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e1ad45b9-9ab5-49b9-941e-a331a05acfef req-c526e104-be8d-45a2-8eff-9dc06a760e30 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Jun 22 14:30:45.160117 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e6b7fd11-26cd-4e43-929f-b46f96d7d496 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:45.161501 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e6b7fd11-26cd-4e43-929f-b46f96d7d496 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 946 time: 0.0650980 Jun 22 14:30:45.267991 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Deleting port d32178b6-6ab7-465f-87b2-5c7946dbe81f {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:30:45.268335 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:45.359700 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] For port d32178b6-6ab7-465f-87b2-5c7946dbe81f, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d32178b6-6ab7-465f-87b2-5c7946dbe81f,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:45.360067 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:45.428706 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Calling delete_port for d32178b6-6ab7-465f-87b2-5c7946dbe81f owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:30:45.562272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:45.567009 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:45.593965 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event deleted for resources: {'Port': ['ID=d32178b6-6ab7-465f-87b2-5c7946dbe81f,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:45.597136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:45.609851 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'd32178b6-6ab7-465f-87b2-5c7946dbe81f'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:45.627238 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7de15826-ab49-4305-a721-b2327ad35413 req-9756974a-b0a0-4b24-b4ee-12276db1031e tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=9bda3cc7-789c-4a6d-929d-d357fcf9f09a HTTP/1.1" status: 200 len: 210 time: 0.0308061 Jun 22 14:30:45.654315 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] No DVR routers for this DVR port d32178b6-6ab7-465f-87b2-5c7946dbe81f on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:30:45.654315 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:45.654315 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2e63750b-53b4-4246-8eee-3ea5dd04d738 req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "DELETE /v2.0/ports/d32178b6-6ab7-465f-87b2-5c7946dbe81f HTTP/1.1" status: 204 len: 173 time: 0.4861388 Jun 22 14:30:45.654595 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'name': 'network-vif-deleted', 'tag': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:45.658304 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b34eea-2c78-4096-bdd2-8d8ca53575a1" -d '{"events": [{"server_uuid": "9bda3cc7-789c-4a6d-929d-d357fcf9f09a", "name": "network-vif-deleted", "tag": "d32178b6-6ab7-465f-87b2-5c7946dbe81f"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:45.698878 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7875f3-31a5-4f37-905c-9ebd896c4e49 x-openstack-request-id: req-3c7875f3-31a5-4f37-905c-9ebd896c4e49 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:45.699213 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bda3cc7-789c-4a6d-929d-d357fcf9f09a", "name": "network-vif-deleted", "tag": "d32178b6-6ab7-465f-87b2-5c7946dbe81f", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:45.699598 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c7875f3-31a5-4f37-905c-9ebd896c4e49 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:45.700184 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bda3cc7-789c-4a6d-929d-d357fcf9f09a', 'name': 'network-vif-deleted', 'tag': 'd32178b6-6ab7-465f-87b2-5c7946dbe81f', 'status': 'completed', 'code': 200} Jun 22 14:30:46.173178 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-9b06727f-2fa1-4307-8294-af4283c1a310 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605070464&fields=id&tenant_id=69cd78367c844f7a9b1e35748034f78c HTTP/1.1" status: 200 len: 267 time: 0.0378380 Jun 22 14:30:46.303810 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-3e9a1ce0-7e7a-404e-b0ee-9b2eea08491b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:46.305381 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-3e9a1ce0-7e7a-404e-b0ee-9b2eea08491b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 809 time: 0.1253002 Jun 22 14:30:46.322140 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-e16d0085-5aff-4764-b4a7-286c5358cb4d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/quotas/69cd78367c844f7a9b1e35748034f78c HTTP/1.1" status: 200 len: 375 time: 0.0093527 Jun 22 14:30:46.400137 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-15af7182-156a-4f83-8a89-a87de4a327ff tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717032 Jun 22 14:30:46.507770 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-2a89f7f4-afe7-421f-a37b-a1a7d70c287e service neutron] 10.222.0.13 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915122 Jun 22 14:30:46.598903 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-b471711b-5b22-4905-a5ad-17fb390516b0 service neutron] 10.222.0.13 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845113 Jun 22 14:30:46.953700 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-46cca25b-2862-4c8f-9ccf-1b7b17936250 req-08027352-e242-42b9-ad48-8c4d96198ced tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 210 time: 0.0400362 Jun 22 14:30:47.213650 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40521b-a260-481c-9714-c1fe998715a7 req-293ad7a0-1ac0-4884-aa8a-8add34652477 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:47.215711 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7d40521b-a260-481c-9714-c1fe998715a7 req-293ad7a0-1ac0-4884-aa8a-8add34652477 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 946 time: 0.0859232 Jun 22 14:30:47.263096 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7d40521b-a260-481c-9714-c1fe998715a7 req-7c65074d-15f9-4e3f-b69b-ba2e56075cbb tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Jun 22 14:30:48.245144 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c6e37dce-ada5-4d95-85f7-96c6865866c0 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:48.246871 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c6e37dce-ada5-4d95-85f7-96c6865866c0 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 809 time: 0.1297433 Jun 22 14:30:48.281461 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5d78f06a-c07a-41e5-ba64-e4dcb640fe15 req-0db87f45-b7a7-4d42-8d1a-e27160f825d1 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 210 time: 0.0326054 Jun 22 14:30:48.356850 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-43dd74da-19ef-462d-924b-9a8f55cb958e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69cd78367c844f7a9b1e35748034f78c HTTP/1.1" status: 200 len: 379 time: 0.0781257 Jun 22 14:30:48.366364 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'port': {'device_id': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'admin_state_up': True, 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'security_groups': ['8bfd52b1-bf9e-4406-adb6-efe47338543c']}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:48.472177 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b35640-7bcd-4fc0-b653-a076f417bf91 req-b3f6f158-b462-4fab-9abb-897adfb0df31 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:48.479187 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52b35640-7bcd-4fc0-b653-a076f417bf91 req-b3f6f158-b462-4fab-9abb-897adfb0df31 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 946 time: 0.0790606 Jun 22 14:30:48.493630 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Made reservation on behalf of 69cd78367c844f7a9b1e35748034f78c for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:30:48.499555 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:48.525166 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-52b35640-7bcd-4fc0-b653-a076f417bf91 req-8970a6ad-60a2-4f1f-bc8a-879698f492a9 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Jun 22 14:30:48.662247 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Allocated IP 172.20.0.13 (7570d279-c0b2-408d-b5fa-53984872b009/5537a20e-7ae6-4eb4-989c-0e6514dabf6c/073aa5e9-5fc4-4cb2-93cc-16163dfe2353) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:30:48.806115 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:48.831960 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Transition to ACTIVE for port object 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 will not be triggered until provisioned by entity DHCP. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:48.905708 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:48.914115 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7c39d24a-d6a3-4378-9d4e-7ec25ca922a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:48.966969 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-2b77f8c8-797f-47f1-b1d6-b9e5b2f41f50 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:48.968555 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-2b77f8c8-797f-47f1-b1d6-b9e5b2f41f50 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 946 time: 0.1514623 Jun 22 14:30:48.997749 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Network 7570d279-c0b2-408d-b5fa-53984872b009 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:30:49.029929 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:30:49.033194 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:30:49.067956 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:49.073616 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:49.128781 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:49.129436 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.152834 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7903342 Jun 22 14:30:49.173429 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Request body: {'port': {'device_id': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:30:49.205438 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device d32178b6-6ab7-465f-87b2-5c7946dbe81f no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:30:49.206097 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Deleting port c7469600-4fc0-4467-9fb5-e5c74e681df2 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:30:49.206097 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.240938 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: d32178b6-6ab7-465f-87b2-5c7946dbe81f {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:30:49.241303 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device d32178b6-6ab7-465f-87b2-5c7946dbe81f not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:30:49.321112 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.355932 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-aebd342e-bd76-4b0c-b09e-8ccf053b5ee2 None None] Provisioning for port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 completed by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:49.365393 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-aebd342e-bd76-4b0c-b09e-8ccf053b5ee2 None None] Provisioning complete for port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:49.366901 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-aebd342e-bd76-4b0c-b09e-8ccf053b5ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.413601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-aebd342e-bd76-4b0c-b09e-8ccf053b5ee2 None None] Port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 cannot update to ACTIVE because it is not bound. {{(pid=92748) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 14:30:49.523587 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] For port c7469600-4fc0-4467-9fb5-e5c74e681df2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=c7469600-4fc0-4467-9fb5-e5c74e681df2,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:49.523855 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.632887 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Calling delete_port for c7469600-4fc0-4467-9fb5-e5c74e681df2 owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:30:49.737905 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde37f4-490b-40e6-a7e0-eaa92072ec57 req-dd95b539-e307-4a0f-b6c4-f147dc383df1 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:49.739429 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ecde37f4-490b-40e6-a7e0-eaa92072ec57 req-dd95b539-e307-4a0f-b6c4-f147dc383df1 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=29d9ac1a-2552-457a-b803-3436aeb494f6 HTTP/1.1" status: 200 len: 946 time: 0.0753534 Jun 22 14:30:49.750001 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e182-73d5-447b-bd3a-036b9f7742a5 req-60a7e3f0-0fdc-47ef-80a6-16d225c7f66f tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:49.751524 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e223e182-73d5-447b-bd3a-036b9f7742a5 req-60a7e3f0-0fdc-47ef-80a6-16d225c7f66f tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 932 time: 0.2837934 Jun 22 14:30:49.785333 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ecde37f4-490b-40e6-a7e0-eaa92072ec57 req-11d7fbec-144c-4086-865c-01e268074b9b tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Jun 22 14:30:49.848150 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e223e182-73d5-447b-bd3a-036b9f7742a5 req-3dd6f9f8-f07e-4605-a907-fc213a9a7b22 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841811 Jun 22 14:30:49.892959 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:30:49.905626 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.924186 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Transition to ACTIVE for port object 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:30:49.925071 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.928836 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fc68d566-e072-42f7-b7df-c54da4a9f98a tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:49.949613 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:49.955302 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event deleted for resources: {'Port': ['ID=c7469600-4fc0-4467-9fb5-e5c74e681df2,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:49.961450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:49.961890 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:49.962038 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:50.074122 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] No DVR routers for this DVR port c7469600-4fc0-4467-9fb5-e5c74e681df2 on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:30:50.079045 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:50.080958 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7d6f7011-4bbe-4db4-8d6a-9839e27093e7 req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "DELETE /v2.0/ports/c7469600-4fc0-4467-9fb5-e5c74e681df2 HTTP/1.1" status: 204 len: 173 time: 1.1034193 Jun 22 14:30:50.083113 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'name': 'network-vif-deleted', 'tag': 'c7469600-4fc0-4467-9fb5-e5c74e681df2'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:50.085547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b392b-bd6a-45fc-a1b1-098f829752d1" -d '{"events": [{"server_uuid": "29d9ac1a-2552-457a-b803-3436aeb494f6", "name": "network-vif-deleted", "tag": "c7469600-4fc0-4467-9fb5-e5c74e681df2"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:50.095722 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:50.101464 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:50.181369 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a8c39-7d7f-47ad-bdc4-afccb0a5cbf0 x-openstack-request-id: req-101a8c39-7d7f-47ad-bdc4-afccb0a5cbf0 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:50.182124 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d9ac1a-2552-457a-b803-3436aeb494f6", "name": "network-vif-deleted", "tag": "c7469600-4fc0-4467-9fb5-e5c74e681df2", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:50.182908 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-101a8c39-7d7f-47ad-bdc4-afccb0a5cbf0 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:50.184050 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d9ac1a-2552-457a-b803-3436aeb494f6', 'name': 'network-vif-deleted', 'tag': 'c7469600-4fc0-4467-9fb5-e5c74e681df2', 'status': 'completed', 'code': 200} Jun 22 14:30:50.206295 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Attempting to bind port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:30:50.206549 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Attempting to bind port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:30:50.206945 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Attempting to bind port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 on network 7570d279-c0b2-408d-b5fa-53984872b009 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:50.212712 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 on network 7570d279-c0b2-408d-b5fa-53984872b009 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:30:50.213697 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Attempting to bind port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 on network 7570d279-c0b2-408d-b5fa-53984872b009 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:30:50.222349 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:30:50.222349 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Checking segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:30:50.222675 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Bound using segment: {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:30:50.223139 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Bound port: 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8250bb12-f0a1-4980-83ec-4ecc62a71220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:30:50.223731 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:50.318863 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:30:50.322984 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:30:50.328043 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:50.331087 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e7a73d43-689a-4f4c-9a14-c040e836ddc2 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:50.367800 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:50.368637 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:50.370485 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] 10.222.0.10 "PUT /v2.0/ports/073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1094 time: 1.2026298 Jun 22 14:30:50.400037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:50.403382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1ed44136-7109-4462-9e37-03ec45f5cc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:50.507096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-e955e896-daf5-45e6-8aea-190fe8118c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:50.508659 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-e955e896-daf5-45e6-8aea-190fe8118c20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1097 time: 0.0683618 Jun 22 14:30:50.562558 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-02e9f3a2-d1f0-4269-b3f7-b0ffa83a4909 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 217 time: 0.0389922 Jun 22 14:30:50.612918 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-5718d3d1-f408-4a27-805f-f71355a6b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:50.614478 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-5718d3d1-f408-4a27-805f-f71355a6b7a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0451283 Jun 22 14:30:50.677763 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-720dd46a-e33f-46c4-9b99-9939b9b9363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:50.679274 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-720dd46a-e33f-46c4-9b99-9939b9b9363f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556197 Jun 22 14:30:50.793057 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-7a1336e5-5f25-481e-b7ca-b844a9b0cc7a service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068916 Jun 22 14:30:50.957346 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-22a85554-dcb5-4acb-bb96-5ccbc8856bf1 req-572c326c-9855-4ce1-a6ff-66d39a87020e service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578121 Jun 22 14:30:51.081316 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c9d4-65bf-4709-ad4e-17ba102df551 req-259aa285-784d-493c-8523-0896ff6483a4 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:51.082770 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ca25c9d4-65bf-4709-ad4e-17ba102df551 req-259aa285-784d-493c-8523-0896ff6483a4 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0747218 Jun 22 14:30:51.127615 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ca25c9d4-65bf-4709-ad4e-17ba102df551 req-42d65828-b772-4e9c-aed7-ba84fba587c5 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365546 Jun 22 14:30:51.199399 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c7469600-4fc0-4467-9fb5-e5c74e681df2 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:30:51.219879 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: c7469600-4fc0-4467-9fb5-e5c74e681df2 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:30:51.220232 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device c7469600-4fc0-4467-9fb5-e5c74e681df2 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:30:52.184795 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:52.187481 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc5a48-c459-442b-ab60-3f427cb580fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:52.302644 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2adf173-0acb-4c66-83e9-fc31290f38c5 x-openstack-request-id: req-d2adf173-0acb-4c66-83e9-fc31290f38c5 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:52.302977 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:52.303325 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2adf173-0acb-4c66-83e9-fc31290f38c5 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:52.303746 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'status': 'completed', 'code': 200} Jun 22 14:30:52.310464 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19d3af-89a8-44d2-8702-d0dc5613d959 req-9588cc1e-3b1e-47a8-99a0-353f26320e61 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:52.312002 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce19d3af-89a8-44d2-8702-d0dc5613d959 req-9588cc1e-3b1e-47a8-99a0-353f26320e61 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0746992 Jun 22 14:30:52.352865 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ce19d3af-89a8-44d2-8702-d0dc5613d959 req-e6f45a4b-b149-4d5c-a410-dc9ab16042e6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350702 Jun 22 14:30:52.491292 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb597b-3635-4f7c-aca6-4992694af6e8 req-ddc861f7-7dab-41bc-845a-223d4a21394a tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:52.492786 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5bfb597b-3635-4f7c-aca6-4992694af6e8 req-ddc861f7-7dab-41bc-845a-223d4a21394a tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 946 time: 0.0971563 Jun 22 14:30:52.495374 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-bb96c15d-581b-4a68-932a-c02bdec5bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:52.496739 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-bb96c15d-581b-4a68-932a-c02bdec5bd68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1097 time: 0.1089242 Jun 22 14:30:52.575378 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5bfb597b-3635-4f7c-aca6-4992694af6e8 req-14e129fa-c21c-4a4b-86c5-5b31702b0149 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0922b20-01b7-40ab-b07c-077095f437f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Jun 22 14:30:52.611703 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-3acf8ed4-7401-4a5a-bd6d-b8b0e616ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:52.613156 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-3acf8ed4-7401-4a5a-bd6d-b8b0e616ed5a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.1088331 Jun 22 14:30:52.655371 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-6f85f603-7b56-4594-b63a-a9a192523917 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 217 time: 0.0340371 Jun 22 14:30:52.726915 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-80877869-2be4-476d-a48c-94e214bd4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:52.728455 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-80877869-2be4-476d-a48c-94e214bd4929 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0433359 Jun 22 14:30:52.786963 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-fc67d1c2-c4f5-412a-871e-941e5658e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:52.788742 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-fc67d1c2-c4f5-412a-871e-941e5658e2b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535886 Jun 22 14:30:52.890054 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-3af88a8b-c916-45e5-b356-79568d383769 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885241 Jun 22 14:30:52.992986 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a7bc5a48-c459-442b-ab60-3f427cb580fd req-8ab1c974-1db8-45eb-82f9-7c6dd0e070c5 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828712 Jun 22 14:30:53.225415 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-a5cdccdd-396d-4cbf-9f4d-ddfcd86d1b34 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:53.226832 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-a5cdccdd-396d-4cbf-9f4d-ddfcd86d1b34 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 946 time: 0.0652769 Jun 22 14:30:53.324165 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Deleting port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:30:53.324502 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:53.414837 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] For port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,segment=NetworkSegment(fe12cb75-2da0-4723-92d8-5efb0eec1a86),segment_id=fe12cb75-2da0-4723-92d8-5efb0eec1a86)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:53.415207 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:53.477446 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Calling delete_port for 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:30:53.528968 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ccd5-dffb-4d24-8b48-250c81796e58 req-96c22808-f3ec-4c5b-863d-44a6523e4b77 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:53.530444 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db46ccd5-dffb-4d24-8b48-250c81796e58 req-96c22808-f3ec-4c5b-863d-44a6523e4b77 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0677884 Jun 22 14:30:53.567879 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-db46ccd5-dffb-4d24-8b48-250c81796e58 req-031ceb48-b081-48b1-a0c7-8b3445490156 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Jun 22 14:30:53.604995 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:53.608618 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8a277778-cea1-44be-a980-ba141e16525f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:53.634116 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Pushing event deleted for resources: {'Port': ['ID=60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:53.637227 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:53.683819 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] No DVR routers for this DVR port 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:30:53.686279 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:53.688414 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c2cd7532-1b45-4d69-b2e2-5575c2eba11b req-f05880b8-7ac2-47c8-ad08-25f396b4550f tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.10 "DELETE /v2.0/ports/60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 HTTP/1.1" status: 204 len: 173 time: 0.4555261 Jun 22 14:30:53.735348 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9e9d8d65-4465-42bb-8f3f-9f6d5c48641a req-2d01d4bb-b389-4f90-95e2-4f677698af05 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4ffc8c8-5f03-4011-af29-22b08b6cacf4 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Jun 22 14:30:54.305138 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'name': 'network-vif-deleted', 'tag': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:54.307591 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5b6ac1-d3ca-4e6f-858f-56c4d5683fe3" -d '{"events": [{"server_uuid": "a4ffc8c8-5f03-4011-af29-22b08b6cacf4", "name": "network-vif-deleted", "tag": "60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:54.350183 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc98e2d-6fe5-45a4-bdd1-02bf9d0ae8a6 x-openstack-request-id: req-7cc98e2d-6fe5-45a4-bdd1-02bf9d0ae8a6 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:54.350524 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ffc8c8-5f03-4011-af29-22b08b6cacf4", "name": "network-vif-deleted", "tag": "60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:54.350820 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cc98e2d-6fe5-45a4-bdd1-02bf9d0ae8a6 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:54.351243 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ffc8c8-5f03-4011-af29-22b08b6cacf4', 'name': 'network-vif-deleted', 'tag': '60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5', 'status': 'completed', 'code': 200} Jun 22 14:30:54.737167 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d3a06-cd85-42a4-aa0e-0f6c4fe3394b req-cb203f44-b1c8-44b9-a7d9-1e52bc202513 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:54.738660 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-928d3a06-cd85-42a4-aa0e-0f6c4fe3394b req-cb203f44-b1c8-44b9-a7d9-1e52bc202513 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0631135 Jun 22 14:30:54.777579 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-928d3a06-cd85-42a4-aa0e-0f6c4fe3394b req-66f40806-73ce-4d90-a2bc-8e489f56bcb0 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Jun 22 14:30:54.828558 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43174) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:54.967385 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Deleting subnet b14bd7ac-d7fb-4633-867d-2347e8b69c02 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:30:54.970473 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.004341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.041650 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.094059 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.096239 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bc4b860e-1da3-4f5b-b7a7-33bb03c128e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:55.119536 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14bd7ac-d7fb-4633-867d-2347e8b69c02,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:55.122573 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:55.123553 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.128037 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-fc12c1da-eef7-49d4-a78a-a12609c89507 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b14bd7ac-d7fb-4633-867d-2347e8b69c02 HTTP/1.1" status: 204 len: 168 time: 0.2958207 Jun 22 14:30:55.128037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43178) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:55.193049 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.245316 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:30:55.264612 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:30:55.264962 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 60fb1d48-3f96-48ce-b8d8-35b8dc4f69f5 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:30:55.274255 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.284553 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad77966a-e6f6-47d7-b628-051739a8f471']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:55.294932 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe12cb75-2da0-4723-92d8-5efb0eec1a86') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:55.295232 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe12cb75-2da0-4723-92d8-5efb0eec1a86') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:30:55.303747 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.316713 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.322239 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:30:55.322803 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:30:55.324422 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:30:55.375589 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.379188 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-964f16ce-da00-4c0c-986a-90ddc55f85d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:55.381602 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.383381 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad77966a-e6f6-47d7-b628-051739a8f471 HTTP/1.1" status: 204 len: 168 time: 0.2546778 Jun 22 14:30:55.399788 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad77966a-e6f6-47d7-b628-051739a8f471,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:55.403054 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-53f024d9-4bc2-49cc-baca-cddc41e70a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:55.497264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43182) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:55.536969 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-550cd335-4098-437e-9520-3598fcf42a75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d66e5f92d5d84acfa11dab31dc30a7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384843 Jun 22 14:30:55.539145 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43184) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:55.589493 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.610825 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.657378 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.660112 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:55.661240 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0922b20-01b7-40ab-b07c-077095f437f4 HTTP/1.1" status: 204 len: 168 time: 0.1211822 Jun 22 14:30:55.662048 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2397bdde-a600-4f2e-a846-97d79727df77 tempest-AttachVolumeShelveTestJSON-389773366 tempest-AttachVolumeShelveTestJSON-389773366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:55.672713 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0922b20-01b7-40ab-b07c-077095f437f4,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:55.675622 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:55.952668 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c825b6-b094-46a5-8612-85140c99ae7c req-feb5e9ad-9a68-4be4-9c64-b7c711e5dfb7 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:55.954197 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-53c825b6-b094-46a5-8612-85140c99ae7c req-feb5e9ad-9a68-4be4-9c64-b7c711e5dfb7 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0648382 Jun 22 14:30:55.992726 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-53c825b6-b094-46a5-8612-85140c99ae7c req-2c83f3e5-8eb0-4314-ac4c-0394e17779e6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326490 Jun 22 14:30:56.876123 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43242) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:56.976934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.067293 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.072341 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.075925 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4c05735c-2664-4a6f-9305-0c8250baadf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:57.114391 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f37e7562e224a1eba01539b3564fde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371264 Jun 22 14:30:57.115376 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe9973a-12f6-4e79-bbd6-6f8acce23d08,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:57.117748 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43248) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:57.135689 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:57.181012 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.183177 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf85c0-e6ac-475f-891f-97737b8f7758 req-1842db86-1024-4298-95cb-88a053978686 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:57.184885 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7fbf85c0-e6ac-475f-891f-97737b8f7758 req-1842db86-1024-4298-95cb-88a053978686 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0675483 Jun 22 14:30:57.204660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.223479 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7fbf85c0-e6ac-475f-891f-97737b8f7758 req-c8e0169a-b876-4fce-a258-99a4cf773534 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328197 Jun 22 14:30:57.251861 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.254450 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.255648 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fe9973a-12f6-4e79-bbd6-6f8acce23d08 HTTP/1.1" status: 204 len: 168 time: 0.1272731 Jun 22 14:30:57.256419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-55366c55-4b88-46d3-af34-1641e5a7889c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:57.261660 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:30:57.265459 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe9973a-12f6-4e79-bbd6-6f8acce23d08,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:57.268217 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:57.371258 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:57.381686 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'port_id': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'mac_address': 'fa:16:3e:e7:a8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:30:57.420587 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.433017 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:30:57.452279 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:57.456326 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:57.458081 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:57.506039 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:57.509369 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:57.756740 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['073aa5e9-5fc4-4cb2-93cc-16163dfe2353'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:30:58.404658 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212897a-c072-43ac-b348-1d6b49eaf3a6 req-d2a214f9-33f6-4d7c-9f33-4757a22d274c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:58.406139 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f212897a-c072-43ac-b348-1d6b49eaf3a6 req-d2a214f9-33f6-4d7c-9f33-4757a22d274c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 945 time: 0.0695353 Jun 22 14:30:58.442639 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f212897a-c072-43ac-b348-1d6b49eaf3a6 req-31174275-310d-4b47-aaa2-2b37465def27 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Jun 22 14:30:58.963564 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43312) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:59.063746 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.153336 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.156926 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.159329 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-27582ad1-c31c-4813-aa56-7100f923ba6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:59.194122 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e834135110641a09b8cde125e30b765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295239 Jun 22 14:30:59.195152 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19f87b2-f88e-4754-8ebf-11164003976a,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:59.196811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43316) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:59.198792 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:59.246534 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.267147 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.270491 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:30:59.313184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.315963 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.319476 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:30:59.319641 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c19f87b2-f88e-4754-8ebf-11164003976a HTTP/1.1" status: 204 len: 168 time: 0.1181271 Jun 22 14:30:59.319641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c378354b-b573-4074-95b4-ba0ce5e5ce87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:59.320700 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:30:59.321130 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.327155 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19f87b2-f88e-4754-8ebf-11164003976a,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:59.329501 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9530f1d4-01ea-4fc4-af9d-6e567df96ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:59.409228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.435853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:30:59.438243 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130ab987-ca0a-4285-9339-dbe760246da7" -d '{"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-plugged", "status": "completed", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:30:59.453103 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:30:59.457127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.459136 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:59.485807 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3471be7d-ba25-4aa3-bf4a-d923816efb94 x-openstack-request-id: req-3471be7d-ba25-4aa3-bf4a-d923816efb94 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:30:59.486120 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-plugged", "status": "completed", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:30:59.486468 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3471be7d-ba25-4aa3-bf4a-d923816efb94 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:30:59.486764 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'code': 200} Jun 22 14:30:59.522759 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:59.526397 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:59.597316 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43326) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:59.610696 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.636399 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a8ebc-5011-43bc-b0ea-c51481740a1b req-19310f4b-6194-478a-a681-be076e44a348 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:59.637919 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4e7a8ebc-5011-43bc-b0ea-c51481740a1b req-19310f4b-6194-478a-a681-be076e44a348 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0779593 Jun 22 14:30:59.678691 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4e7a8ebc-5011-43bc-b0ea-c51481740a1b req-ed42e3f4-8359-420e-a871-56cdd346fd6d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336955 Jun 22 14:30:59.724000 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.728363 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.731686 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15c5a33f-9a17-4f14-9afc-dd8208f164c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:59.766965 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5fde364176c49dfa26366a3c3078902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682773 Jun 22 14:30:59.768032 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3c9789-fd7d-4efd-aa9c-8f1696fa700e,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:59.770224 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43328) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:30:59.771100 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:30:59.836317 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.839333 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b0fe-e62e-446e-a81f-649bb9c421b4 req-623e9379-61b4-4f53-b133-57fc5a039154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:30:59.840829 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0b5b0fe-e62e-446e-a81f-649bb9c421b4 req-623e9379-61b4-4f53-b133-57fc5a039154 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0980921 Jun 22 14:30:59.875106 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.901281 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f0b5b0fe-e62e-446e-a81f-649bb9c421b4 req-23c4cd6a-ab5f-419e-811a-ca7c2f8c95e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525768 Jun 22 14:30:59.932087 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.935160 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:30:59.938594 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b3c9789-fd7d-4efd-aa9c-8f1696fa700e HTTP/1.1" status: 204 len: 168 time: 0.1651108 Jun 22 14:30:59.938594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f158d78-5b0f-43f3-8908-c5084654f0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:30:59.944824 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3c9789-fd7d-4efd-aa9c-8f1696fa700e,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:30:59.947002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-44e287a0-a0c0-4d7d-9827-db7c8a84adf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:00.862771 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bcf43-e205-4d93-8cef-b5716016a6da req-d47ef0db-bfea-4c83-8622-f929298b098d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:00.864461 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2d7bcf43-e205-4d93-8cef-b5716016a6da req-d47ef0db-bfea-4c83-8622-f929298b098d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0684612 Jun 22 14:31:00.905137 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2d7bcf43-e205-4d93-8cef-b5716016a6da req-e6aa70af-0116-464c-a1f2-9145575df2fe tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347717 Jun 22 14:31:02.082631 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88eb22-8c08-4dc3-ae9a-fc49ee52737c req-4f776c12-dec3-4cb0-a393-ba8748e3519d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.084185 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2e88eb22-8c08-4dc3-ae9a-fc49ee52737c req-4f776c12-dec3-4cb0-a393-ba8748e3519d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0655560 Jun 22 14:31:02.126335 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2e88eb22-8c08-4dc3-ae9a-fc49ee52737c req-39d3aaca-b06a-4e2d-baee-55cb24d79be6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346782 Jun 22 14:31:02.304145 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7ef40-410a-4287-8f34-bf949d65f6d6 req-c044b0ce-98a6-4f18-ae74-c575d2d0d916 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.305699 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-90e7ef40-410a-4287-8f34-bf949d65f6d6 req-c044b0ce-98a6-4f18-ae74-c575d2d0d916 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0711570 Jun 22 14:31:02.442792 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5ae39-18b7-418a-adc0-219bfb2fb24e req-4cb2894d-deed-4dca-9d59-490647860911 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.444409 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ea5ae39-18b7-418a-adc0-219bfb2fb24e req-4cb2894d-deed-4dca-9d59-490647860911 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0781991 Jun 22 14:31:02.486359 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-3ea5ae39-18b7-418a-adc0-219bfb2fb24e req-bea2e897-9fa4-4294-b7ba-500cd0cea54d tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354860 Jun 22 14:31:02.644291 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-90e7ef40-410a-4287-8f34-bf949d65f6d6 req-3a8d8718-2a91-4645-8fbb-bc210f13e037 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327765 Jun 22 14:31:02.665508 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-f0693275-aee5-4e0c-a9ee-1175c8405499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.667245 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-f0693275-aee5-4e0c-a9ee-1175c8405499 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1137 time: 0.0690007 Jun 22 14:31:02.669408 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43396) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:02.763047 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-4cb996ab-d4b9-4a7e-84cf-e3ad4b6f58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.765067 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-4cb996ab-d4b9-4a7e-84cf-e3ad4b6f58ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 915 time: 0.0904078 Jun 22 14:31:02.834100 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-18715990-0af1-462c-904c-e66812ce8889 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 1001 time: 0.0592022 Jun 22 14:31:02.921608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-311283f0-076a-4677-979e-1f1cf810bcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.923190 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-311283f0-076a-4677-979e-1f1cf810bcb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.0790646 Jun 22 14:31:02.970339 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a20a8a-2e7c-4664-a8bb-50c549122021 tempest-TestShelveInstance-1724063203 tempest-TestShelveInstance-1724063203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:02.971904 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b9a20a8a-2e7c-4664-a8bb-50c549122021 tempest-TestShelveInstance-1724063203 tempest-TestShelveInstance-1724063203-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1094 time: 0.3015597 Jun 22 14:31:02.975096 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43406) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:02.983095 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Request body: {'floatingip': {'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'port_id': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:31:03.004286 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-33ff3d9d-1a74-44a5-b432-346697a4a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:03.006154 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-33ff3d9d-1a74-44a5-b432-346697a4a213 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747242 Jun 22 14:31:03.023773 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for floatingip, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:03.066950 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-47111f51-6bb3-4499-a085-0fcf8ebacf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:03.122801 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-bac70f54-ffa0-4956-9971-7a3d5b52ff17 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095574 Jun 22 14:31:03.143983 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:03.214536 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7a0b0324-2318-4cc3-8fa9-e910395a774f req-c51a0dc3-392f-44a2-9ae5-e39595413b5c service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849316 Jun 22 14:31:03.254473 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_common [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Allocated IP 172.27.0.129 (35418304-0cb4-47dc-b88a-692718df1196/f4f59502-37b8-4192-a948-995195265081/4cfbb1ef-198b-44ac-b833-4c8ace15a9a8) {{(pid=92746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:31:03.356998 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for port, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:03.397683 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6109452'] for port, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:03.401512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-d3492e88-fca0-426c-abce-ce1b416572c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:03.438217 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Network 35418304-0cb4-47dc-b88a-692718df1196 is already hosted by enough agents. {{(pid=92746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:31:03.442914 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Resources bound (agent type, host, resource id): {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:31:03.445728 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Received port after_create {{(pid=92746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:31:03.476077 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'Port': ['ID=4cfbb1ef-198b-44ac-b833-4c8ace15a9a8,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:03.478970 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:03.976094 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095991c-0719-4535-9c1e-625c28a9e1a2 req-44d038a7-844f-4754-9c65-a112bf324a57 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:03.977561 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4095991c-0719-4535-9c1e-625c28a9e1a2 req-44d038a7-844f-4754-9c65-a112bf324a57 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.3677852 Jun 22 14:31:04.077988 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4095991c-0719-4535-9c1e-625c28a9e1a2 req-a2d8494e-e9c9-4440-94ad-4106a8d76646 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791295 Jun 22 14:31:04.147311 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:04.235668 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:04.411847 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for port, precommit_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:04.416051 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109502'] for port, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:04.418339 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-40040ed1-9a89-42ae-81d4-1b23b07494f3 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:04.494384 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event updated for resources: {'Port': ['ID=4cfbb1ef-198b-44ac-b833-4c8ace15a9a8,revision_number=2']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:04.498835 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:04.499732 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2086561'] for floatingip, after_update {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:04.598535 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Floating IP 6c8d384d-10e4-4787-97a4-4f18d2db1f6c associated. External IP: 172.27.0.129, port: 073aa5e9-5fc4-4cb2-93cc-16163dfe2353. Jun 22 14:31:04.803089 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Router 307958f2-0520-4276-9b12-f3945293da84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:31:04.908488 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:31:04.918201 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] Sync routers for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:31:04.923599 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:04.926992 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:31:04.927638 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:04.960684 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f1257472-a009-462c-b71d-3ba54f2a5fba tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9843431 Jun 22 14:31:04.961335 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:31:04.964616 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:31:05.000759 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a94464-c7ec-47a4-953a-b6b2a041ab17 x-openstack-request-id: req-15a94464-c7ec-47a4-953a-b6b2a041ab17 {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:31:05.001104 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:31:05.001431 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15a94464-c7ec-47a4-953a-b6b2a041ab17 {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:31:05.001836 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'status': 'completed', 'code': 200} Jun 22 14:31:05.033013 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:31:05.099397 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-82a308a7-5b10-4fff-8b9a-45a62a418ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:05.100910 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-82a308a7-5b10-4fff-8b9a-45a62a418ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0546236 Jun 22 14:31:05.202090 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-90b64732-8c63-48c7-b081-5c312492dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:05.204195 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-90b64732-8c63-48c7-b081-5c312492dab0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.0966938 Jun 22 14:31:05.272688 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': '6c8d384d-10e4-4787-97a4-4f18d2db1f6c', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': '307958f2-0520-4276-9b12-f3945293da84', 'port_id': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'mac_address': 'fa:16:3e:e7:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:31:03Z', 'updated_at': '2021-06-22T14:31:03Z', 'revision_number': 0, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:26Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:05.275307 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1baf9-85f1-4bea-aaac-fe9d7cc7b677 req-6729f9cb-4bb2-4be6-9d9a-5051b5f66c4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:05.277238 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-68d1baf9-85f1-4bea-aaac-fe9d7cc7b677 req-6729f9cb-4bb2-4be6-9d9a-5051b5f66c4a tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0744004 Jun 22 14:31:05.287191 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-26088801-c0fd-47b3-b4c3-899381bf132f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1000 time: 0.0677893 Jun 22 14:31:05.302773 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] Checking router: 307958f2-0520-4276-9b12-f3945293da84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:31:05.312746 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:31:05.313635 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:30:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:05.319799 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-68d1baf9-85f1-4bea-aaac-fe9d7cc7b677 req-a5a3d79b-a7b0-4bdf-9ee8-b72a6fb3dc8e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369737 Jun 22 14:31:05.340606 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-51f3dc9e-2ad2-4b06-ba4d-76c0a864d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:05.342214 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-51f3dc9e-2ad2-4b06-ba4d-76c0a864d8f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0561955 Jun 22 14:31:05.403234 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-292dbd8f-c1e8-421c-957b-34ea17968f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:05.404820 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-292dbd8f-c1e8-421c-957b-34ea17968f78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555012 Jun 22 14:31:05.426667 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:31:05.500693 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-80ae2976-f235-449e-877b-0e234c1f1005 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885019 Jun 22 14:31:05.609462 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c9cd4220-8c09-4c39-b3b8-e0f99332b2b2 req-8214fc2d-edb7-494a-b4a7-27b9f79f24fb service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007271 Jun 22 14:31:05.669563 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': '6c8d384d-10e4-4787-97a4-4f18d2db1f6c', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': '307958f2-0520-4276-9b12-f3945293da84', 'port_id': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'mac_address': 'fa:16:3e:e7:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:31:03Z', 'updated_at': '2021-06-22T14:31:03Z', 'revision_number': 0, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:26Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:05.695441 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c5fe64-fd41-4d97-9e74-0f49cd9e590b None None] The sync data for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi is: [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_floatingips': [{'id': '6c8d384d-10e4-4787-97a4-4f18d2db1f6c', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'router_id': '307958f2-0520-4276-9b12-f3945293da84', 'port_id': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'mac_address': 'fa:16:3e:e7:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T14:31:03Z', 'updated_at': '2021-06-22T14:31:03Z', 'revision_number': 0, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:26Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:31:06.015051 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:06.023040 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f312f5-cdd8-46ff-8ee5-b1f871a0af83 None None] New status for floating IP 6c8d384d-10e4-4787-97a4-4f18d2db1f6c: ACTIVE {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:31:06.195228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5470fa21-434c-433b-82e6-1346af957c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:06.497727 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89522f-e50e-4359-967b-d7251ff789ad req-b63023a5-b98d-4a2f-a099-bc710cfb0194 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:06.499171 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2b89522f-e50e-4359-967b-d7251ff789ad req-b63023a5-b98d-4a2f-a099-bc710cfb0194 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0629694 Jun 22 14:31:06.537727 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-2b89522f-e50e-4359-967b-d7251ff789ad req-d74fe47c-d224-46b8-8858-e3cc75541247 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328126 Jun 22 14:31:07.129438 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:07.713290 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835579d2-eef2-4c8a-9c75-57189b53cd5d req-f19cf905-c772-4413-976f-85ffc0a1f81e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:07.714753 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-835579d2-eef2-4c8a-9c75-57189b53cd5d req-f19cf905-c772-4413-976f-85ffc0a1f81e tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0667915 Jun 22 14:31:07.754182 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-835579d2-eef2-4c8a-9c75-57189b53cd5d req-164817f7-c597-4f01-a46c-b271ffeae30c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334904 Jun 22 14:31:08.663764 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:08.933804 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164447a-56a2-4b7c-ae05-077863672284 req-da9da15e-adfd-4ec4-ba98-bea9773354c0 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:08.935185 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b164447a-56a2-4b7c-ae05-077863672284 req-da9da15e-adfd-4ec4-ba98-bea9773354c0 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0708120 Jun 22 14:31:08.976371 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b164447a-56a2-4b7c-ae05-077863672284 req-1b133cb3-44c7-4605-852d-74be395573df tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354569 Jun 22 14:31:10.145905 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bacde-e293-4774-af13-8738ac7aa995 req-fb1877e8-13f6-49fd-93b9-7f3e11c65609 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:10.147656 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b61bacde-e293-4774-af13-8738ac7aa995 req-fb1877e8-13f6-49fd-93b9-7f3e11c65609 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0641954 Jun 22 14:31:10.186937 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b61bacde-e293-4774-af13-8738ac7aa995 req-efe4058e-6021-43c2-a82c-38eeb16255cb tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331070 Jun 22 14:31:10.598444 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:10.667987 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43490) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:10.769416 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:10.860031 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:10.863899 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:10.866366 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-dd140b41-cbd3-4a82-b6a2-1f43e2ec177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:10.903914 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbdd2a-2a9e-4012-9efc-4532a9273acd,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:10.908168 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f3057b1aef74b2483f97539f0a28971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392440 Jun 22 14:31:10.909044 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:10.910731 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43494) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:10.958360 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:10.979007 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.025235 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.028595 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.029704 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0fbdd2a-2a9e-4012-9efc-4532a9273acd HTTP/1.1" status: 204 len: 168 time: 0.1180818 Jun 22 14:31:11.030430 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-21cef341-0096-4376-9a4b-1eca42a55574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:11.037548 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbdd2a-2a9e-4012-9efc-4532a9273acd,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:11.039771 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7068b72c-66fc-4c84-83fb-cc4603e2f4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:11.284903 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43502) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:11.298473 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.398999 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fada7-642a-4dc3-8ab3-59d6e6bbe285 req-0f579741-7e79-4451-98e1-689afa5e44cd tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:11.400502 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da2fada7-642a-4dc3-8ab3-59d6e6bbe285 req-0f579741-7e79-4451-98e1-689afa5e44cd tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0998669 Jun 22 14:31:11.477919 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da2fada7-642a-4dc3-8ab3-59d6e6bbe285 req-797fb0ab-ae45-4197-81ab-8721fa6810ad tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686049 Jun 22 14:31:11.491554 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.496068 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.499701 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e49f500f-105f-4608-9700-2d41c7935e40 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:11.534791 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec84f94f4b043cb8157a22f9e0b082b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487371 Jun 22 14:31:11.535909 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc8b6e-0762-4a51-9615-3d0075261e45,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:11.537479 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43504) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:11.538960 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:11.589002 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.609873 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.656482 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.659035 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:11.660186 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dcc8b6e-0762-4a51-9615-3d0075261e45 HTTP/1.1" status: 204 len: 168 time: 0.1200147 Jun 22 14:31:11.660999 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2eb800de-61d1-4a3a-a957-fceb0e710339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:11.668201 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc8b6e-0762-4a51-9615-3d0075261e45,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:11.670358 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:12.685815 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5b2c-8bd7-4062-b7da-f42620f612ba req-d315ab7a-f965-45bb-a807-91a5e12981d8 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:12.687548 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe6e5b2c-8bd7-4062-b7da-f42620f612ba req-d315ab7a-f965-45bb-a807-91a5e12981d8 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0925832 Jun 22 14:31:12.733835 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-fe6e5b2c-8bd7-4062-b7da-f42620f612ba req-c2fc67c7-b178-472f-8a4d-91e719a28d77 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399947 Jun 22 14:31:13.920098 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d889-a52f-472d-a6f3-0ac7e672f394 req-733054e1-51b8-449c-8707-a6be457d7ed5 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:13.921542 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7134d889-a52f-472d-a6f3-0ac7e672f394 req-733054e1-51b8-449c-8707-a6be457d7ed5 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0711310 Jun 22 14:31:13.962875 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-7134d889-a52f-472d-a6f3-0ac7e672f394 req-19a84005-b0fd-427e-acd8-3c56530e535f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354323 Jun 22 14:31:15.134309 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40707d-b1b1-4b9d-b46c-4fab2c0ef65c req-b845822a-9b14-4ac6-92e6-bdcbeaca9f44 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:15.136274 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7e40707d-b1b1-4b9d-b46c-4fab2c0ef65c req-b845822a-9b14-4ac6-92e6-bdcbeaca9f44 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0641451 Jun 22 14:31:15.175532 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-7e40707d-b1b1-4b9d-b46c-4fab2c0ef65c req-465a9de6-d3dc-44c7-a34e-250e03230a00 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337481 Jun 22 14:31:15.297954 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:31:15.627952 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43586) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:15.728045 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.819705 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.824406 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.826928 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-c9c4cc55-57ea-432c-aac1-de56ea92ba39 tempest-TestVolumeBootPattern-1831099710 tempest-TestVolumeBootPattern-1831099710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:15.866737 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11e67164e5264d4f824787f024268498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377057 Jun 22 14:31:15.867660 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a643753-ab3a-4509-a50f-f49747a715aa,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:15.869407 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43592) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:15.871355 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:15.921723 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.942648 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.988643 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.991285 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:15.992440 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a643753-ab3a-4509-a50f-f49747a715aa HTTP/1.1" status: 204 len: 168 time: 0.1218891 Jun 22 14:31:15.993253 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-53bbd46b-24f9-4668-8f16-f88243071fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:16.001284 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a643753-ab3a-4509-a50f-f49747a715aa,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:16.003679 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:16.361383 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952d1e-ad85-4dbc-bf81-c6848f62dff8 req-4052f768-9b4d-4071-b5cf-9d4686977f6f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:16.362778 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c952d1e-ad85-4dbc-bf81-c6848f62dff8 req-4052f768-9b4d-4071-b5cf-9d4686977f6f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0680323 Jun 22 14:31:16.405417 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8c952d1e-ad85-4dbc-bf81-c6848f62dff8 req-b7a0434c-2cf1-4df5-bcfb-7dbb21994936 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363162 Jun 22 14:31:17.584930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adc7f9-85ee-4aea-8f56-bf40102bf588 req-96be698c-0670-49ec-8a05-942819d98bec tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:17.586378 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d4adc7f9-85ee-4aea-8f56-bf40102bf588 req-96be698c-0670-49ec-8a05-942819d98bec tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0712872 Jun 22 14:31:17.625645 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-d4adc7f9-85ee-4aea-8f56-bf40102bf588 req-f85b51e6-5c29-4d10-b868-74ea409c15ea tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328104 Jun 22 14:31:18.798946 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f77644-b427-4f26-abf9-8ae4aa93a8d8 req-e67b29e5-ef30-4938-886d-85dee05455ac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:18.800492 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f9f77644-b427-4f26-abf9-8ae4aa93a8d8 req-e67b29e5-ef30-4938-886d-85dee05455ac tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0649014 Jun 22 14:31:18.841605 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f9f77644-b427-4f26-abf9-8ae4aa93a8d8 req-b2f7a5e7-7037-4f8b-b0b9-bf17f815f9f0 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354047 Jun 22 14:31:20.014088 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bc3b5-8318-45d6-9e62-e06b6781d8ac req-e4299cb2-fe9c-424e-a3ec-51b250da3190 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:20.015611 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bd5bc3b5-8318-45d6-9e62-e06b6781d8ac req-e4299cb2-fe9c-424e-a3ec-51b250da3190 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0642195 Jun 22 14:31:20.055389 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bd5bc3b5-8318-45d6-9e62-e06b6781d8ac req-37f1bc2b-d8f4-4d68-a6b1-907e395177d8 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&id=bbd3d15f-2c10-468b-a02a-562894afc78e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339873 Jun 22 14:31:33.057910 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4a605edf-faac-48cd-b2df-1282a886f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:36.006115 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:36.186365 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-95d3de5c-e54a-4a82-b707-93dcc2d5b815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:37.130579 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:38.666558 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:40.614496 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:52.296649 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:31:52.655796 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-d5fd39a9-6109-415d-84a3-ade856e65e01 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901445803&fields=id&tenant_id=9b310558a9404ce8a683da7265c2883e HTTP/1.1" status: 200 len: 267 time: 0.0330548 Jun 22 14:31:52.722660 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-fff20866-7f80-43e3-b24c-a9a37211788c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:52.724786 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-fff20866-7f80-43e3-b24c-a9a37211788c tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 984 time: 0.0636871 Jun 22 14:31:52.735789 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Request body: {'port': {'security_groups': ['cc349d78-2ae0-47e1-8867-bc7993c3e5fc']}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:31:52.822793 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:52.990892 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:31:53.019267 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.024809 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.028676 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d5dff895-d796-4a5a-bf19-7260b22853ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:53.063024 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['66b7c73a-c6b3-4a69-8f88-22717c553e01'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:31:53.082704 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:53.083414 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.084681 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-abb40fad-a8c5-4c71-a2bb-7f7518690b45 req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "PUT /v2.0/ports/66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 942 time: 0.3537471 Jun 22 14:31:53.085214 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:31:53.087600 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e32f1f-c15e-4142-81d8-f8b3f7814365" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:31:53.091705 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43692) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:53.109068 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event updated for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=7']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:53.116970 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.117356 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.117744 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.118121 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.118528 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.118860 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.119229 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.119625 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.120017 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.120383 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.120781 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.121211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.126138 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:53.163908 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5768f75e-19c3-49a6-8936-49fc63bb957d x-openstack-request-id: req-5768f75e-19c3-49a6-8936-49fc63bb957d {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:31:53.164446 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:31:53.164914 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5768f75e-19c3-49a6-8936-49fc63bb957d {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:31:53.165640 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'status': 'completed', 'code': 200} Jun 22 14:31:53.172824 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.199255 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.236000 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['66b7c73a-c6b3-4a69-8f88-22717c553e01'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:31:53.280096 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.284175 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-b978608a-d74f-4eaa-8269-9cdffbbbbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:53.285264 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.285707 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-b978608a-d74f-4eaa-8269-9cdffbbbbc3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1098 time: 0.0763338 Jun 22 14:31:53.286805 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "DELETE /v2.0/security-groups/bbd3d15f-2c10-468b-a02a-562894afc78e HTTP/1.1" status: 204 len: 168 time: 0.1941035 Jun 22 14:31:53.287855 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-9dd1de98-f7ca-4c99-9d61-d7c085d455a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:53.290014 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43694) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:31:53.298704 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd3d15f-2c10-468b-a02a-562894afc78e,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:53.306552 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.306933 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.307538 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.308063 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.308583 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.309894 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.310750 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.311287 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.311848 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.312878 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.313413 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.313936 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:31:53.318109 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:53.369408 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-949b0f27-9448-43bd-8d98-cc41d7afe961 None None] Provisioning complete for port 66b7c73a-c6b3-4a69-8f88-22717c553e01 triggered by entity DHCP. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:31:53.369795 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-949b0f27-9448-43bd-8d98-cc41d7afe961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.471776 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-72a1e6ca-06c4-4fb1-b391-32b6320fd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:53.473248 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-72a1e6ca-06c4-4fb1-b391-32b6320fd595 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 915 time: 0.1736732 Jun 22 14:31:53.564337 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-69f52917-c35b-4bda-8b35-37b7b216866b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 1001 time: 0.0826538 Jun 22 14:31:53.601875 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Deleting port 7d8ea98a-1e17-42ae-b567-60f07440df4e {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:31:53.602219 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.657673 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-22132b10-e196-4d36-88de-6b3b09077032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:53.659139 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-22132b10-e196-4d36-88de-6b3b09077032 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.0871215 Jun 22 14:31:53.720653 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.720987 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:53.790973 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Calling delete_port for 7d8ea98a-1e17-42ae-b567-60f07440df4e owned by network:floatingip {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:31:53.811079 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-1bc094b6-e119-4a72-bb93-7a2ad623a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:53.812608 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-1bc094b6-e119-4a72-bb93-7a2ad623a6af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1461535 Jun 22 14:31:53.974717 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-87857e21-6ead-4eeb-be36-8f525bc88222 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329763 Jun 22 14:31:54.101048 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f3e32f1f-c15e-4142-81d8-f8b3f7814365 req-541bc344-6894-404e-85ab-457a2446efd0 service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166103 Jun 22 14:31:54.102299 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:54.104991 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:54.130421 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event deleted for resources: {'Port': ['ID=7d8ea98a-1e17-42ae-b567-60f07440df4e,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:54.135437 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:31:54.195501 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks [] for floatingip, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:54.196129 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.l3_db [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Floating IP e663eb2d-40d5-4213-812a-6e8cdcb94e76 disassociated (deleted). External IP: 172.27.0.167, port: 66b7c73a-c6b3-4a69-8f88-22717c553e01. Jun 22 14:31:54.664917 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Router 65229568-367e-4dee-b979-dd550bd9facf has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:31:54.768594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:31:54.773625 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:54.778881 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] Sync routers for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:31:54.788498 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:31:54.789131 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:31:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:54.812456 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "DELETE /v2.0/floatingips/e663eb2d-40d5-4213-812a-6e8cdcb94e76 HTTP/1.1" status: 204 len: 168 time: 1.5213814 Jun 22 14:31:54.892670 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:31:55.093744 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:48Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:55.167471 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:31:55.170118 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c24038-d39e-4c62-b231-24b07fb8de75" -d '{"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:31:55.206077 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] Checking router: 65229568-367e-4dee-b979-dd550bd9facf for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:31:55.210596 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddfa6ae-dbc3-4a41-af98-5fcb19210ee4 x-openstack-request-id: req-9ddfa6ae-dbc3-4a41-af98-5fcb19210ee4 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:31:55.210934 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:31:55.211240 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ddfa6ae-dbc3-4a41-af98-5fcb19210ee4 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:31:55.211708 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'status': 'completed', 'code': 200} Jun 22 14:31:55.215654 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:31:55.216279 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:31:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:55.309943 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-b3ffa85a-2070-4765-9482-d4fee0b11e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:55.311395 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-b3ffa85a-2070-4765-9482-d4fee0b11e22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9b310558a9404ce8a683da7265c2883e&device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 1098 time: 0.0530040 Jun 22 14:31:55.317737 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:31:55.409781 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-d7996aad-7198-483b-b408-0ce418f95d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:55.411241 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-d7996aad-7198-483b-b408-0ce418f95d76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 200 len: 915 time: 0.0867736 Jun 22 14:31:55.454260 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-4b55f9e8-2074-4d4f-a10a-b35a8f16bf94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 200 len: 217 time: 0.0349762 Jun 22 14:31:55.505372 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-a85f0f70-c74e-4b99-af46-2f6c4a06a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:55.506842 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-a85f0f70-c74e-4b99-af46-2f6c4a06a451 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 200 len: 853 time: 0.0431559 Jun 22 14:31:55.513877 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:48Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:31:55.543192 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eedb3b-03ca-499c-820a-9fe71e7a79d4 None None] The sync data for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi is: [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:40Z', 'revision_number': 4, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': '08af24cc-42f2-4ede-81f8-3a1d48b305a6', 'name': '', 'network_id': 'c6f75462-a093-47b9-8b1e-f163217dd6e7', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'mac_address': 'fa:16:3e:48:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:40Z', 'updated_at': '2021-06-22T14:29:48Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'subnets': [{'id': 'a9e96db0-7893-4705-a335-435b717c0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:31:55.571891 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-a5b212bb-68d3-42ef-b9cb-bf7c21c53f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:55.573361 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-a5b212bb-68d3-42ef-b9cb-bf7c21c53f44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c6f75462-a093-47b9-8b1e-f163217dd6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547323 Jun 22 14:31:55.681762 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-055bf1f5-3df7-478f-b119-64c4dc3e8c5f service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912290 Jun 22 14:31:55.776655 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26c24038-d39e-4c62-b231-24b07fb8de75 req-9e3261f2-3c9e-4eaf-b90f-0300c53703ea service neutron] 10.222.0.10 "GET /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889688 Jun 22 14:31:55.789732 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be280911-d21f-4d79-a360-aa81e9979921 None None] New status for floating IP e663eb2d-40d5-4213-812a-6e8cdcb94e76: DOWN {{(pid=92748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:31:57.835683 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f231e-5f43-48f9-9e34-601b9da5f7a9 req-b6cd2f86-6d05-47f4-b5a3-d12c054d4c31 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:57.837162 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4c1f231e-5f43-48f9-9e34-601b9da5f7a9 req-b6cd2f86-6d05-47f4-b5a3-d12c054d4c31 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0694888 Jun 22 14:31:57.875643 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-4c1f231e-5f43-48f9-9e34-601b9da5f7a9 req-f4ff5ed1-d85a-45e1-96b6-21ace46db170 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Jun 22 14:31:59.046793 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235431c-4c44-4974-9269-c514919166b8 req-9a804248-4af2-438c-8ceb-7b27fcc1a069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:59.048171 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6235431c-4c44-4974-9269-c514919166b8 req-9a804248-4af2-438c-8ceb-7b27fcc1a069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0632241 Jun 22 14:31:59.084606 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-6235431c-4c44-4974-9269-c514919166b8 req-7c1f05f9-a753-4892-a71d-c50669ab4918 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc349d78-2ae0-47e1-8867-bc7993c3e5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Jun 22 14:31:59.568233 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351828a5-7769-46ae-8415-7f906c496a3d req-79ae2c63-65d5-45c9-917f-df64746ac842 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:31:59.569685 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-351828a5-7769-46ae-8415-7f906c496a3d req-79ae2c63-65d5-45c9-917f-df64746ac842 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 945 time: 0.0610721 Jun 22 14:31:59.668590 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Deleting port 66b7c73a-c6b3-4a69-8f88-22717c553e01 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:31:59.668930 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:59.753512 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] For port 66b7c73a-c6b3-4a69-8f88-22717c553e01, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=66b7c73a-c6b3-4a69-8f88-22717c553e01,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:31:59.753865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:59.822894 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Calling delete_port for 66b7c73a-c6b3-4a69-8f88-22717c553e01 owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:31:59.950666 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:31:59.954697 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-886063e3-989d-4f93-ba52-186e1a6fb867 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:31:59.984016 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Pushing event deleted for resources: {'Port': ['ID=66b7c73a-c6b3-4a69-8f88-22717c553e01,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:31:59.992686 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:00.030195 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] No DVR routers for this DVR port 66b7c73a-c6b3-4a69-8f88-22717c553e01 on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:32:00.032734 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:00.034727 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-351828a5-7769-46ae-8415-7f906c496a3d req-e6f91b72-07d9-4c35-8aef-b085de774760 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.10 "DELETE /v2.0/ports/66b7c73a-c6b3-4a69-8f88-22717c553e01 HTTP/1.1" status: 204 len: 173 time: 0.4591389 Jun 22 14:32:00.035229 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'name': 'network-vif-deleted', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:32:00.037604 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602ad80-3d5f-4462-a320-66796e0b9451" -d '{"events": [{"server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "name": "network-vif-deleted", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:32:00.074194 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3226ec81-d69c-4cc5-8b03-8b362a47b50e x-openstack-request-id: req-3226ec81-d69c-4cc5-8b03-8b362a47b50e {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:32:00.075209 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6af4f87-e639-4bd5-abbd-874ef77b46ad", "name": "network-vif-deleted", "tag": "66b7c73a-c6b3-4a69-8f88-22717c553e01", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:32:00.075544 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3226ec81-d69c-4cc5-8b03-8b362a47b50e {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:32:00.076015 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6af4f87-e639-4bd5-abbd-874ef77b46ad', 'name': 'network-vif-deleted', 'tag': '66b7c73a-c6b3-4a69-8f88-22717c553e01', 'status': 'completed', 'code': 200} Jun 22 14:32:00.229834 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4aa0c09a-8cba-4e23-ac93-b933cf50e0ae req-943c2c51-899b-4dc8-97c5-fcd88bb0bc65 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6af4f87-e639-4bd5-abbd-874ef77b46ad HTTP/1.1" status: 200 len: 210 time: 0.0346258 Jun 22 14:32:01.588136 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 66b7c73a-c6b3-4a69-8f88-22717c553e01 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:01.611073 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 66b7c73a-c6b3-4a69-8f88-22717c553e01 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:01.611491 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 66b7c73a-c6b3-4a69-8f88-22717c553e01 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:01.934643 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43794) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:02.276292 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:02.520888 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Deleting port 08af24cc-42f2-4ede-81f8-3a1d48b305a6 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:02.521231 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:02.595869 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] For port 08af24cc-42f2-4ede-81f8-3a1d48b305a6, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=08af24cc-42f2-4ede-81f8-3a1d48b305a6,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:02.596143 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:02.659936 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Calling delete_port for 08af24cc-42f2-4ede-81f8-3a1d48b305a6 owned by network:router_interface {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:02.835710 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:02.838391 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b9a46635-405d-4dad-9ebc-8b3424fc3ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:02.861358 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=08af24cc-42f2-4ede-81f8-3a1d48b305a6,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:02.864117 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:03.038434 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.060844 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-774edf43-98be-4797-b322-2ef3314c5063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.254076 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Router 65229568-367e-4dee-b979-dd550bd9facf has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:32:03.363319 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:32:03.368080 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-509c3c63-61be-4aef-89c7-7294a2482fdb admin admin] 10.222.0.13 "PUT /v2.0/routers/65229568-367e-4dee-b979-dd550bd9facf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4318511 Jun 22 14:32:03.370527 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43800) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:03.373896 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] Sync routers for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:32:03.382865 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:32:03.383587 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:31:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:03.476162 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks [] for router, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.487372 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:32:03.576410 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.633256 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Deleting port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:03.633515 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.663515 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:32:02Z', 'revision_number': 5, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port': {'id': '335ca351-aeba-4ed5-b4e9-4f70272ab2e0', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65229568-367e-4dee-b979-dd550bd9facf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:03.688726 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] Checking router: 65229568-367e-4dee-b979-dd550bd9facf for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:32:03.696744 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] Routers {'65229568-367e-4dee-b979-dd550bd9facf'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:32:03.697348 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:31:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['65229568-367e-4dee-b979-dd550bd9facf'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:03.710555 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] For port 335ca351-aeba-4ed5-b4e9-4f70272ab2e0, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:03.710923 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.777028 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Calling delete_port for 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 owned by network:router_gateway {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:03.778229 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] Set router 65229568-367e-4dee-b979-dd550bd9facf gateway port host: None {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:32:03.831120 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:32:03Z', 'revision_number': 6, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:03.855519 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b04842-035e-46d2-9f4d-034befed6a50 None None] The sync data for ids ['65229568-367e-4dee-b979-dd550bd9facf'] in dv-cinder-796950-3-iscsi is: [{'id': '65229568-367e-4dee-b979-dd550bd9facf', 'name': 'tempest-TestMinimumBasicScenario-447958578-router', 'tenant_id': '9b310558a9404ce8a683da7265c2883e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:37Z', 'updated_at': '2021-06-22T14:32:03Z', 'revision_number': 6, 'project_id': '9b310558a9404ce8a683da7265c2883e', 'gw_port_host': None}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:32:03.947174 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:03.949093 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5d6839ff-7dae-49bb-a3b8-a2c5cad6c0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:03.973026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=335ca351-aeba-4ed5-b4e9-4f70272ab2e0,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:03.975972 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:04.039582 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.399031 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.401179 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.442972 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.443513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65229568-367e-4dee-b979-dd550bd9facf {{(pid=92747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:32:04.448599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.450469 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] 10.222.0.13 "DELETE /v2.0/routers/65229568-367e-4dee-b979-dd550bd9facf HTTP/1.1" status: 204 len: 168 time: 1.0789576 Jun 22 14:32:04.453050 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43806) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:04.494471 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Deleting subnet a9e96db0-7893-4705-a335-435b717c0d13 {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:32:04.497939 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.533494 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.633854 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.689157 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.691617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-34641318-9cfa-45c6-ae98-b82c9528b4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:04.716362 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e96db0-7893-4705-a335-435b717c0d13,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:04.718831 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:04.721586 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.723417 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d0ebdbe1-0c4a-40ea-a53f-19a571ebb5a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a9e96db0-7893-4705-a335-435b717c0d13 HTTP/1.1" status: 204 len: 168 time: 0.2694585 Jun 22 14:32:04.726001 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43808) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:04.726910 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc8680-dfeb-4061-ad17-21a8049911fe None None] Network c6f75462-a093-47b9-8b1e-f163217dd6e7 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:32:04.812239 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.869135 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Deleting port 8e4d7f5c-3138-477c-805b-c52802abb2d7 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:04.869482 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:04.933613 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] For port 8e4d7f5c-3138-477c-805b-c52802abb2d7, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8e4d7f5c-3138-477c-805b-c52802abb2d7,segment=NetworkSegment(82adadf3-b8c7-4df8-b04a-484ffb732410),segment_id=82adadf3-b8c7-4df8-b04a-484ffb732410)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:04.933898 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.002745 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Calling delete_port for 8e4d7f5c-3138-477c-805b-c52802abb2d7 owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:05.056405 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] DHCP port deletion for c6f75462-a093-47b9-8b1e-f163217dd6e7 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:32:05.087714 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.091705 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7bf46727-6cf2-4cee-b13c-3ead9ee9feab tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:05.105857 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Deleting port 8e4d7f5c-3138-477c-805b-c52802abb2d7 {{(pid=92748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:05.106304 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.114796 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4d7f5c-3138-477c-805b-c52802abb2d7,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:05.117246 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:05.119744 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] No DVR routers for this DVR port 8e4d7f5c-3138-477c-805b-c52802abb2d7 on host dv-cinder-796950-3-iscsi {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:32:05.166666 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] For port 8e4d7f5c-3138-477c-805b-c52802abb2d7, host dv-cinder-796950-3-iscsi, got binding levels [] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:05.167069 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.194677 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.206026 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f75462-a093-47b9-8b1e-f163217dd6e7']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:05.216426 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82adadf3-b8c7-4df8-b04a-484ffb732410') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:05.216735 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82adadf3-b8c7-4df8-b04a-484ffb732410') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:05.225966 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.233196 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Calling delete_port for 8e4d7f5c-3138-477c-805b-c52802abb2d7 owned by network:dhcp {{(pid=92748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:05.236169 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.ipam_backend_mixin [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Port 8e4d7f5c-3138-477c-805b-c52802abb2d7 was not found and therefore no delete operation was performed {{(pid=92748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 14:32:05.237566 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.239445 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:05.242226 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.255497 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:32:05.255973 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:32:05.257657 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:32:05.265081 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Pushing event deleted for resources: {'Port': ['ID=8e4d7f5c-3138-477c-805b-c52802abb2d7,revision_number=None']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:05.269424 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] No DVR routers for this DVR port 8e4d7f5c-3138-477c-805b-c52802abb2d7 on host dv-cinder-796950-3-iscsi {{(pid=92748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:32:05.275342 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.275730 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.276086 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.276449 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.276794 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.277136 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.277512 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.277851 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.278190 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.278525 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.278848 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.279181 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:05.282701 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-9ec40b46-2c6b-41c3-8033-f0010aedd987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:05.315882 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.319805 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:05.323079 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.325776 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6f75462-a093-47b9-8b1e-f163217dd6e7 HTTP/1.1" status: 204 len: 168 time: 0.5985439 Jun 22 14:32:05.328512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43812) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:05.335336 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f75462-a093-47b9-8b1e-f163217dd6e7,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:05.337634 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:05.497192 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 08af24cc-42f2-4ede-81f8-3a1d48b305a6 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:05.516632 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 08af24cc-42f2-4ede-81f8-3a1d48b305a6 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:05.516992 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 08af24cc-42f2-4ede-81f8-3a1d48b305a6 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:05.517412 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8e4d7f5c-3138-477c-805b-c52802abb2d7 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:05.535228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 8e4d7f5c-3138-477c-805b-c52802abb2d7 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:05.535604 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8e4d7f5c-3138-477c-805b-c52802abb2d7 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:05.536021 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:05.557100 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:05.557379 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 335ca351-aeba-4ed5-b4e9-4f70272ab2e0 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:05.672681 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.921955 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Deleting port 7e44927b-02b8-41c4-92c8-41f06b46e5a4 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:05.922299 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:05.999676 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] For port 7e44927b-02b8-41c4-92c8-41f06b46e5a4, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=7e44927b-02b8-41c4-92c8-41f06b46e5a4,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:06.000037 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:06.007393 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:06.061133 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Calling delete_port for 7e44927b-02b8-41c4-92c8-41f06b46e5a4 owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:06.186451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-192d37e7-f932-485c-bde8-fb8603634faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:06.235346 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:06.237289 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1340d93c-0307-4c11-aa27-49cb98c110e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:06.259075 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e44927b-02b8-41c4-92c8-41f06b46e5a4,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:06.261640 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:06.429854 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:06.891382 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Router d138c80f-7b48-419a-b74b-f85a6175ffe8 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:32:06.997935 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:32:07.003730 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-ababf018-7618-4534-b028-997f1e4cf6f8 admin admin] 10.222.0.13 "PUT /v2.0/routers/d138c80f-7b48-419a-b74b-f85a6175ffe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737995 Jun 22 14:32:07.005657 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43816) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:07.006162 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] Sync routers for ids ['d138c80f-7b48-419a-b74b-f85a6175ffe8'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:32:07.015371 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] Routers {'d138c80f-7b48-419a-b74b-f85a6175ffe8'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:32:07.016019 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:32:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['d138c80f-7b48-419a-b74b-f85a6175ffe8'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:07.119811 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks [] for router, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.122653 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] Set router d138c80f-7b48-419a-b74b-f85a6175ffe8 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:32:07.217755 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.232021 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.283746 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Deleting port 8ebd408e-fdd8-42d7-84cc-5495a8da5146 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:07.284391 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.305880 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:32:06Z', 'revision_number': 5, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port': {'id': '8ebd408e-fdd8-42d7-84cc-5495a8da5146', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:17:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:07.332933 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] Checking router: d138c80f-7b48-419a-b74b-f85a6175ffe8 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:32:07.341811 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] Routers {'d138c80f-7b48-419a-b74b-f85a6175ffe8'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:32:07.342447 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:32:06Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['d138c80f-7b48-419a-b74b-f85a6175ffe8'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:07.368148 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] For port 8ebd408e-fdd8-42d7-84cc-5495a8da5146, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=8ebd408e-fdd8-42d7-84cc-5495a8da5146,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:07.368517 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.430057 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] Set router d138c80f-7b48-419a-b74b-f85a6175ffe8 gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:32:07.436256 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Calling delete_port for 8ebd408e-fdd8-42d7-84cc-5495a8da5146 owned by network:router_gateway {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:07.486995 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:32:07Z', 'revision_number': 6, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:07.512864 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2973f-f270-44af-a365-f29cc1e389eb None None] The sync data for ids ['d138c80f-7b48-419a-b74b-f85a6175ffe8'] in dv-cinder-796950-3-iscsi is: [{'id': 'd138c80f-7b48-419a-b74b-f85a6175ffe8', 'name': 'tempest-TestMinimumBasicScenario-310800642-router', 'tenant_id': '15c0fd2f0ade483db6c439492cc26c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:29:43Z', 'updated_at': '2021-06-22T14:32:07Z', 'revision_number': 6, 'project_id': '15c0fd2f0ade483db6c439492cc26c36', 'gw_port_host': None}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:32:07.609721 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.612443 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3508e084-7531-4790-9964-f9fe6bdfda6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:07.636181 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebd408e-fdd8-42d7-84cc-5495a8da5146,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:07.640104 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:07.696294 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.786910 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.789073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.836179 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.836824 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d138c80f-7b48-419a-b74b-f85a6175ffe8 {{(pid=92747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:32:07.841767 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.842890 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e7f261f1-9db6-4dd5-ab0e-7a7a01d15aed admin admin] 10.222.0.13 "DELETE /v2.0/routers/d138c80f-7b48-419a-b74b-f85a6175ffe8 HTTP/1.1" status: 204 len: 168 time: 0.8358579 Jun 22 14:32:07.846127 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43820) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:07.891575 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Deleting subnet 0f984b8a-c5de-4ee6-9fc5-65f115132a96 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:32:07.895022 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:07.930231 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.010810 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.061881 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.064023 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:08.086127 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f984b8a-c5de-4ee6-9fc5-65f115132a96,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:08.089496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:08.092760 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.094591 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f092e2b6-9b36-40cb-bef7-18ccec18dcb4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0f984b8a-c5de-4ee6-9fc5-65f115132a96 HTTP/1.1" status: 204 len: 168 time: 0.2474654 Jun 22 14:32:08.097084 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43822) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:08.099506 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133cbf62-4f46-43af-a82f-abfc37389d51 None None] Network decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:32:08.164069 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.219064 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Deleting port 5f379b3a-c971-49ec-b179-f05fabf633e0 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:08.219419 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.289466 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] For port 5f379b3a-c971-49ec-b179-f05fabf633e0, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=5f379b3a-c971-49ec-b179-f05fabf633e0,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:08.289825 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.304963 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] DHCP port deletion for decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:32:08.357799 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Deleting port 5f379b3a-c971-49ec-b179-f05fabf633e0 {{(pid=92748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:08.358202 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.358552 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Calling delete_port for 5f379b3a-c971-49ec-b179-f05fabf633e0 owned by network:dhcp {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:08.425971 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] For port 5f379b3a-c971-49ec-b179-f05fabf633e0, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=5f379b3a-c971-49ec-b179-f05fabf633e0,segment=NetworkSegment(36f2d9e4-3632-48c6-9f85-ba4cab0ece44),segment_id=36f2d9e4-3632-48c6-9f85-ba4cab0ece44)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:08.426430 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.442291 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.445546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-271d8292-77f0-4f7b-9463-541c469a38aa tempest-ServerRescueNegativeTestJSON-1591348291 tempest-ServerRescueNegativeTestJSON-1591348291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:08.474517 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f379b3a-c971-49ec-b179-f05fabf633e0,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:08.476381 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] No DVR routers for this DVR port 5f379b3a-c971-49ec-b179-f05fabf633e0 on host dv-cinder-796950-3-iscsi {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:32:08.477872 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:08.515374 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Calling delete_port for 5f379b3a-c971-49ec-b179-f05fabf633e0 owned by network:dhcp {{(pid=92748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:08.555982 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.565910 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decf6aa9-1c97-4e5a-9fba-34fe2a4900c4']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:08.576671 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f2d9e4-3632-48c6-9f85-ba4cab0ece44') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:08.577256 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f2d9e4-3632-48c6-9f85-ba4cab0ece44') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:08.586128 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.592694 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.595340 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-a8b7f88d-2a49-4ceb-98e9-27709709aafd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:08.600109 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.606126 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:32:08.606521 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:32:08.608207 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:32:08.618572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Pushing event deleted for resources: {'Port': ['ID=5f379b3a-c971-49ec-b179-f05fabf633e0,revision_number=None']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:08.622839 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:08.625656 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf8f03-1c1e-4fd8-93f4-d1e7c25a3099 None None] No DVR routers for this DVR port 5f379b3a-c971-49ec-b179-f05fabf633e0 on host dv-cinder-796950-3-iscsi {{(pid=92748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:32:08.665888 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.670615 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.671438 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.675928 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] 10.222.0.13 "DELETE /v2.0/networks/decf6aa9-1c97-4e5a-9fba-34fe2a4900c4 HTTP/1.1" status: 204 len: 168 time: 0.5779004 Jun 22 14:32:08.676797 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:08.688922 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Pushing event deleted for resources: {'Network': ['ID=decf6aa9-1c97-4e5a-9fba-34fe2a4900c4,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:08.691252 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e065fce4-3e8a-4566-ad9f-4f826282dd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:08.835976 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43828) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:08.877928 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-e1eb7519-7728-4312-9ad2-25d714b7b832 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b310558a9404ce8a683da7265c2883e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406647 Jun 22 14:32:08.880345 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43830) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:08.927617 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.948368 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.993643 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.996743 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:08.997936 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc349d78-2ae0-47e1-8867-bc7993c3e5fc HTTP/1.1" status: 204 len: 168 time: 0.1167006 Jun 22 14:32:08.998684 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cc629fd9-19f6-47f8-a4c9-18fe14810e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:09.005733 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc349d78-2ae0-47e1-8867-bc7993c3e5fc,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:09.008272 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:09.315653 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43836) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:09.354391 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-477319a9-0990-48fb-9f06-69ba4b96bdbc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15c0fd2f0ade483db6c439492cc26c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373101 Jun 22 14:32:09.357313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43838) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:09.407589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:09.428565 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:09.483395 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:09.486234 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:09.487579 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca4ea1f0-200d-40b5-b5d2-aae0811cb9a0 HTTP/1.1" status: 204 len: 168 time: 0.1293223 Jun 22 14:32:09.488866 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f22e1eae-8637-460a-8a95-3c8fb3b8134b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:09.496434 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ea1f0-200d-40b5-b5d2-aae0811cb9a0,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:09.498738 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-64fdd5ae-ad70-4367-819b-e3b9301c180a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:09.517136 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 5f379b3a-c971-49ec-b179-f05fabf633e0 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:09.538212 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 5f379b3a-c971-49ec-b179-f05fabf633e0 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:09.538573 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 5f379b3a-c971-49ec-b179-f05fabf633e0 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:09.539000 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 7e44927b-02b8-41c4-92c8-41f06b46e5a4 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:09.557556 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 7e44927b-02b8-41c4-92c8-41f06b46e5a4 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:09.557912 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 7e44927b-02b8-41c4-92c8-41f06b46e5a4 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:09.558973 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8ebd408e-fdd8-42d7-84cc-5495a8da5146 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:09.577123 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 8ebd408e-fdd8-42d7-84cc-5495a8da5146 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:09.577484 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 8ebd408e-fdd8-42d7-84cc-5495a8da5146 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:10.157364 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-1181215f-dcfa-4924-b22e-9806eaa2bc96 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522647 Jun 22 14:32:10.272557 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-5edea198-66c1-4a8e-b861-2e8ce1a27054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:32:10.273982 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-5edea198-66c1-4a8e-b861-2e8ce1a27054 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0510499 Jun 22 14:32:10.377511 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-b32963d0-77df-4f46-9717-dc7f8af62eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:32:10.378853 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-b32963d0-77df-4f46-9717-dc7f8af62eb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.0859849 Jun 22 14:32:10.441510 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-02233a89-6fb3-4f56-aa2e-74f63bdd6b7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1002 time: 0.0557020 Jun 22 14:32:10.492267 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-9c981541-5667-4c58-a581-423bf7344c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:32:10.493696 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-9c981541-5667-4c58-a581-423bf7344c2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0458388 Jun 22 14:32:10.550817 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-cd820292-7fde-4e58-b0fb-5d88f3e72e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:32:10.552351 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-cd820292-7fde-4e58-b0fb-5d88f3e72e4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523548 Jun 22 14:32:10.599938 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:10.639720 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-cfd74826-7a65-4775-8479-6ff803d2ef85 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804408 Jun 22 14:32:10.732070 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-f8457b2f-e325-4712-b3ee-f430be675d0b req-57ecbf3a-115b-4c90-af17-de961a6c606b service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Jun 22 14:32:29.296494 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:32:33.062596 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0af63207-55ea-492e-8431-0efdf1ff70f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:36.008038 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:36.186486 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7304-10c1-4ed2-b1a4-0a9b911c5dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:37.135689 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:38.672953 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:40.621968 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:41.153771 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43924) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:41.677393 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:41.925288 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Deleting port 312e3614-2341-4a52-af72-ab6b83d41d3f {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:41.925634 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:41.999947 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] For port 312e3614-2341-4a52-af72-ab6b83d41d3f, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=312e3614-2341-4a52-af72-ab6b83d41d3f,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:42.000311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:42.064828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Calling delete_port for 312e3614-2341-4a52-af72-ab6b83d41d3f owned by network:router_interface {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:42.241957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:42.243884 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:42.266037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=312e3614-2341-4a52-af72-ab6b83d41d3f,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:42.269382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:42.438127 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:42.640490 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Router badf917d-c7f0-4996-9d33-e8be222a6e84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:32:42.748142 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:32:42.753118 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bef56e33-5e12-4297-b0cf-622fd8e27b29 admin admin] 10.222.0.13 "PUT /v2.0/routers/badf917d-c7f0-4996-9d33-e8be222a6e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5983374 Jun 22 14:32:42.755565 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43928) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:42.758267 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] Sync routers for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:32:42.767863 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:32:42.768470 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:32:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:42.870057 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:32:43.052240 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:32:42Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:43.077745 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] Checking router: badf917d-c7f0-4996-9d33-e8be222a6e84 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:32:43.086088 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] Routers {'badf917d-c7f0-4996-9d33-e8be222a6e84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:32:43.086745 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:32:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['badf917d-c7f0-4996-9d33-e8be222a6e84'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:43.152598 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks [] for router, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.254813 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.271577 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] Set router badf917d-c7f0-4996-9d33-e8be222a6e84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:32:43.316859 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Deleting port 0ceda0a6-be4b-4c68-b9fe-7279b4012599 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:43.317092 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.399872 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] For port 0ceda0a6-be4b-4c68-b9fe-7279b4012599, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=0ceda0a6-be4b-4c68-b9fe-7279b4012599,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:43.400232 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.443379 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:32:42Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:43.467398 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Calling delete_port for 0ceda0a6-be4b-4c68-b9fe-7279b4012599 owned by network:router_gateway {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:43.473778 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce40b1-9cd6-4785-86bd-fefa2da218b8 None None] The sync data for ids ['badf917d-c7f0-4996-9d33-e8be222a6e84'] in dv-cinder-796950-3-iscsi is: [{'id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'name': 'tempest-AttachVolumeTestJSON-1056077090-router', 'tenant_id': 'a271f08dff5546d38eac9e70e0d75851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T13:55:30Z', 'updated_at': '2021-06-22T14:32:42Z', 'revision_number': 5, 'project_id': 'a271f08dff5546d38eac9e70e0d75851', 'gw_port': {'id': '0ceda0a6-be4b-4c68-b9fe-7279b4012599', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badf917d-c7f0-4996-9d33-e8be222a6e84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T13:55:31Z', 'updated_at': '2021-06-22T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:32:43.625675 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.627506 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-079c2dd4-fea6-4e0f-a906-f0c9efa933c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:43.655130 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ceda0a6-be4b-4c68-b9fe-7279b4012599,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:43.658419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:43.716391 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.806318 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.808462 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.858209 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.858779 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Fanout notify agent at l3_agent the message router_deleted on router badf917d-c7f0-4996-9d33-e8be222a6e84 {{(pid=92747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:32:43.863190 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.864363 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d9629cdb-15f0-4db2-8963-f90dfb78a42e admin admin] 10.222.0.13 "DELETE /v2.0/routers/badf917d-c7f0-4996-9d33-e8be222a6e84 HTTP/1.1" status: 204 len: 168 time: 1.1078930 Jun 22 14:32:43.866722 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43932) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:43.912845 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Deleting subnet e764d38c-1d5d-46ac-a2b3-566dafb36778 {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:32:43.915966 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:43.952225 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.033416 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.089917 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.092399 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ad5b9426-1d3f-453a-9c83-6469f9db5819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:44.120073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.125115 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e764d38c-1d5d-46ac-a2b3-566dafb36778 HTTP/1.1" status: 204 len: 168 time: 0.2552567 Jun 22 14:32:44.125115 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e764d38c-1d5d-46ac-a2b3-566dafb36778,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:44.125512 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43934) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:44.128635 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241b962-79d1-4a94-9907-32043dc10b8f None None] Network deb3e356-761e-47ed-81c9-9726aa2f6621 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:32:44.133147 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-62c68e3a-7aa2-495a-b6e1-74fec729a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:44.193724 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.249571 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Deleting port cf1a5278-acab-4659-ae7f-3ccc832067c2 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:32:44.249921 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.314108 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] For port cf1a5278-acab-4659-ae7f-3ccc832067c2, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=cf1a5278-acab-4659-ae7f-3ccc832067c2,segment=NetworkSegment(c5e43b69-128d-4663-ae4e-dd5b884e516e),segment_id=c5e43b69-128d-4663-ae4e-dd5b884e516e)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:32:44.314471 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.379546 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Calling delete_port for cf1a5278-acab-4659-ae7f-3ccc832067c2 owned by network:dhcp {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:32:44.456930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.459050 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-935a80b9-a56d-4ee4-ad98-e91336e159d7 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:44.478954 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f455923-7ff1-423e-b964-f33f7660be25 None None] DHCP port deletion for deb3e356-761e-47ed-81c9-9726aa2f6621 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:32:44.492412 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1a5278-acab-4659-ae7f-3ccc832067c2,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:44.493625 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:44.497884 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] No DVR routers for this DVR port cf1a5278-acab-4659-ae7f-3ccc832067c2 on host dv-cinder-796950-3-iscsi {{(pid=92746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:32:44.572644 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.582118 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb3e356-761e-47ed-81c9-9726aa2f6621']}} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:44.591637 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e43b69-128d-4663-ae4e-dd5b884e516e') {'for_net_delete': True} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:44.591943 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.services.segments.db [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e43b69-128d-4663-ae4e-dd5b884e516e') {} {{(pid=92746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:32:44.600324 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4323167'] for segment, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.613909 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.619694 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=92746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:32:44.620087 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6104262'] for segment, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: Traceback (most recent call last): Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: timer() Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: cb(*args, **kw) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: return func(*args, **kwargs) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: self._notify() Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: self.callback(batched_events) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: event.method(event) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: return f(self, *a, **k) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._get(url).json() Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: return self.request(url, 'GET', **kwargs) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:32:44.622302 dv-cinder-796950-3-iscsi neutron-server[92746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:32:44.677927 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.681527 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:44.685641 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.687432 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] 10.222.0.13 "DELETE /v2.0/networks/deb3e356-761e-47ed-81c9-9726aa2f6621 HTTP/1.1" status: 204 len: 168 time: 0.5608728 Jun 22 14:32:44.697966 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Pushing event deleted for resources: {'Network': ['ID=deb3e356-761e-47ed-81c9-9726aa2f6621,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:44.701131 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7ac671b0-da89-4fad-8c61-af47f446fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:44.798125 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43938) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:44.838346 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b8c3d497-dd5f-400b-b50f-f9cf2740092d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a271f08dff5546d38eac9e70e0d75851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389893 Jun 22 14:32:44.841332 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43940) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:44.888273 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.913124 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.959227 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.961859 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:44.962984 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d257305c-07fc-4e3b-b682-e6bbded103b1 HTTP/1.1" status: 204 len: 168 time: 0.1207495 Jun 22 14:32:44.963807 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-be1e9b5b-18c7-4bf2-9093-e90d4051bcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:44.971172 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d257305c-07fc-4e3b-b682-e6bbded103b1,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:44.973669 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:45.511855 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device cf1a5278-acab-4659-ae7f-3ccc832067c2 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:45.532921 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: cf1a5278-acab-4659-ae7f-3ccc832067c2 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:45.533286 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device cf1a5278-acab-4659-ae7f-3ccc832067c2 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:45.533718 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0ceda0a6-be4b-4c68-b9fe-7279b4012599 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:45.555072 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 0ceda0a6-be4b-4c68-b9fe-7279b4012599 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:45.555432 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 0ceda0a6-be4b-4c68-b9fe-7279b4012599 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:45.555886 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 312e3614-2341-4a52-af72-ab6b83d41d3f no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:32:45.574297 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 312e3614-2341-4a52-af72-ab6b83d41d3f {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:32:45.574792 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 312e3614-2341-4a52-af72-ab6b83d41d3f not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:32:46.345113 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 43980) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:46.449035 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8ff0470b-e011-4fb9-a003-d3335e10b67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.534521 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8ff0470b-e011-4fb9-a003-d3335e10b67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.537798 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-8ff0470b-e011-4fb9-a003-d3335e10b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.540992 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e5bb461d-9365-46ed-aaae-fffdf4f6d083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:46.576172 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-8ff0470b-e011-4fb9-a003-d3335e10b67e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df87c270969b4863ade3bb9ee3d51aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299757 Jun 22 14:32:46.577143 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0470b-e011-4fb9-a003-d3335e10b67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7af7ac-2d4d-49bd-9d36-0c5feb3b00ca,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:46.579928 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43984) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:46.580681 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-8ff0470b-e011-4fb9-a003-d3335e10b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:46.629223 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.650551 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.695255 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.697793 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:46.699601 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d7af7ac-2d4d-49bd-9d36-0c5feb3b00ca HTTP/1.1" status: 204 len: 168 time: 0.1181278 Jun 22 14:32:46.700379 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b06f4cb1-db20-4204-b448-855dc533ef29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:46.707674 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7af7ac-2d4d-49bd-9d36-0c5feb3b00ca,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:46.709932 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b98fddd1-cc73-4947-b7fb-9cfd8c9e96bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:46.959111 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43990) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:46.972190 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b22dad46-5193-4200-a3d3-3ce22189079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.064245 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b22dad46-5193-4200-a3d3-3ce22189079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.067795 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-b22dad46-5193-4200-a3d3-3ce22189079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.070181 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-feed0f09-cdcf-4c43-8b4e-402528e31f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:47.103822 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dad46-5193-4200-a3d3-3ce22189079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3746d016-2d1a-44d0-b908-100f18845e4d,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:47.108473 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-b22dad46-5193-4200-a3d3-3ce22189079a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8662987f1ec8473a9f551a1b49470d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483095 Jun 22 14:32:47.109400 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b22dad46-5193-4200-a3d3-3ce22189079a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:47.111095 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 43992) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:47.158777 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.179808 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.228286 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.231048 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:47.232213 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3746d016-2d1a-44d0-b908-100f18845e4d HTTP/1.1" status: 204 len: 168 time: 0.1203072 Jun 22 14:32:47.233146 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-b99879ee-8e6d-4104-b81c-6ce23931cf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:47.240420 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746d016-2d1a-44d0-b908-100f18845e4d,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:47.243070 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-be7d8730-500e-4bef-a336-a561828cdb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:48.952109 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44054) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:49.052242 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.139703 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.143519 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.145861 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-14a79b60-e82e-4f5e-8a54-3d06421c7bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:49.186251 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c219e006c4c4451a497f07f2dd0d82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330761 Jun 22 14:32:49.187257 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638e1845-e8d7-42f2-a7db-186288e30400,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:49.188957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44058) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:49.190184 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:49.238030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.258975 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.304044 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.306893 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.308643 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/638e1845-e8d7-42f2-a7db-186288e30400 HTTP/1.1" status: 204 len: 168 time: 0.1186810 Jun 22 14:32:49.309542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-1927224d-45d2-4189-8885-5d42438f18e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:49.316774 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638e1845-e8d7-42f2-a7db-186288e30400,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:49.318947 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:49.564984 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44064) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:49.581492 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.671973 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.675484 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.677858 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a7db8259-3774-41a9-b42b-fb955dc53ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:49.714719 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f86be3fe65ee4df2ab097ffc09ce556b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479893 Jun 22 14:32:49.715962 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f9a567-6323-44e5-818b-4522656b0202,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:49.717152 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44066) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:49.718987 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:49.768419 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.792639 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.840247 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.843000 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:49.844157 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7f9a567-6323-44e5-818b-4522656b0202 HTTP/1.1" status: 204 len: 168 time: 0.1253664 Jun 22 14:32:49.844930 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f944b5aa-d5a8-4a0b-a6d3-d14e16db42a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:49.851937 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f9a567-6323-44e5-818b-4522656b0202,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:49.854283 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-e2f3f766-8c22-40f7-ae3e-6bb2264a41ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:51.387589 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44112) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:51.489487 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9433923c-9c0b-4cc4-a727-c18cc063d65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.576467 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9433923c-9c0b-4cc4-a727-c18cc063d65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.579965 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9433923c-9c0b-4cc4-a727-c18cc063d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.583170 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-246f2208-a1d8-4c71-b649-93949d1cddb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:51.618995 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-9433923c-9c0b-4cc4-a727-c18cc063d65e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed83edccf6ea42bab91796900694f5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303324 Jun 22 14:32:51.620279 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433923c-9c0b-4cc4-a727-c18cc063d65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902acfda-2d1b-41e7-9813-77eff6a50ae7,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:51.621737 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44116) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:51.623403 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-9433923c-9c0b-4cc4-a727-c18cc063d65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:51.671002 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.691621 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.737420 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.740007 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:51.741134 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/902acfda-2d1b-41e7-9813-77eff6a50ae7 HTTP/1.1" status: 204 len: 168 time: 0.1184108 Jun 22 14:32:51.742058 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f9cbfecf-803e-4f06-8b06-1b0c9ca162dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:51.749783 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902acfda-2d1b-41e7-9813-77eff6a50ae7,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:51.751995 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-1585dfd8-d577-4e18-ae35-a88d87e4f145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:52.001466 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44122) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:52.015357 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.105455 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.109210 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.111714 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-69beb6d2-6b18-4d92-a8b0-7e0474499e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:52.148976 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96ce6b6347994cfb98de0a3b11543b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464238 Jun 22 14:32:52.149873 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7f9e6-de8a-4c50-8b4b-afc96d9c5fe4,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:52.151796 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44124) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:52.153212 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:52.203086 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.223851 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.269431 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.272288 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:52.273421 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b7f9e6-de8a-4c50-8b4b-afc96d9c5fe4 HTTP/1.1" status: 204 len: 168 time: 0.1206539 Jun 22 14:32:52.274182 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-eb614139-64c9-4f91-bdfa-5ddc8d3cad07 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:52.281674 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7f9e6-de8a-4c50-8b4b-afc96d9c5fe4,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:52.287496 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-4476dc2a-e2d9-40ff-a184-cdc9c1a5279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:57.074428 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44198) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:57.174390 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.261414 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.265392 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.269388 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-11b70f09-0643-4c3c-af6c-123af57642e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:57.306832 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccb38ce2bc7f4213ac73795f46a3fbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313700 Jun 22 14:32:57.308646 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc4a64-f377-4378-bb06-6a616add3d74,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:57.310465 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44202) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:57.327159 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.327572 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.327961 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.328338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.328708 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.329080 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.329447 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.329814 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.330181 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.330544 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.330907 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.331269 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.335539 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f3b3c08b-5bd1-4ca3-ba18-b7df1c3e6e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:57.371734 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.391826 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.439742 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.442326 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.443477 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dcc4a64-f377-4378-bb06-6a616add3d74 HTTP/1.1" status: 204 len: 168 time: 0.1320941 Jun 22 14:32:57.444226 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-03f1e760-bc34-4b68-aa60-faa8b100660e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:57.451881 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc4a64-f377-4378-bb06-6a616add3d74,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:57.454145 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-82c0633b-30eb-46a8-8280-8eaea98507f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:57.695924 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44208) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:57.710507 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.801733 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.805453 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.809020 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-be347e33-689a-4182-ac99-46027e3aad5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:57.845406 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb2fb92e179140cb8e8230da7647a721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484284 Jun 22 14:32:57.846303 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f686fda-ce00-4675-b80f-585a7024454c,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:57.848269 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44210) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:57.853155 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.853541 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.853917 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.854375 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.855298 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.855701 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.856066 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.856431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.856799 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.857155 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.857512 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.857869 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:32:57.861684 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ca11e5f1-9ee4-4e05-9309-bd45fcf9a241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:57.902094 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.921950 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.968076 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.971001 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:57.972162 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f686fda-ce00-4675-b80f-585a7024454c HTTP/1.1" status: 204 len: 168 time: 0.1228561 Jun 22 14:32:57.972929 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-7ea3e779-d9c2-425b-8b5b-d261cef198bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:57.980948 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f686fda-ce00-4675-b80f-585a7024454c,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:57.983097 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-eed439ce-2bbe-4819-84bf-1dd1cff0eba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:58.980938 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44240) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:59.081804 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-caac3f20-6b52-4f6e-bb57-145b5b34c55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.172439 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-caac3f20-6b52-4f6e-bb57-145b5b34c55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.176128 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-caac3f20-6b52-4f6e-bb57-145b5b34c55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.178776 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-15c7500b-97ab-4027-b293-fe44723505d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:59.213466 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-caac3f20-6b52-4f6e-bb57-145b5b34c55e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfe154c6af9a4f38ba06a5849b37910d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314799 Jun 22 14:32:59.214916 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3f20-6b52-4f6e-bb57-145b5b34c55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005f35a7-f989-43fc-a201-648a941a855b,revision_number=1']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:59.217247 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44244) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:32:59.218489 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-caac3f20-6b52-4f6e-bb57-145b5b34c55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:59.264641 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.285229 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.332826 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.335268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:32:59.336398 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/005f35a7-f989-43fc-a201-648a941a855b HTTP/1.1" status: 204 len: 168 time: 0.1180937 Jun 22 14:32:59.337136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-40e5a5bf-e193-4e4d-8f96-baaca6fb177e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:32:59.344711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f35a7-f989-43fc-a201-648a941a855b,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:32:59.346865 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-890ec57d-35a4-481a-81b0-2a8fb8f0a862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:32:59.933958 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44266) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:33:00.025164 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1916367280-network', 'tenant_id': 'fedbcdff392a42a2bf9ada7a7e77197c'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:33:00.045604 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Made reservation on behalf of fedbcdff392a42a2bf9ada7a7e77197c for: {'network': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:33:00.048111 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for network, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.056073 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.142299 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.146400 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.150495 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b914ac20-9113-40ce-b657-af70baa0a194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:00.171142 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=92747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 14:33:00.180456 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:00.185061 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:00.186096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.186439 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.db.segments_db [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Added segment 83b62626-d3d2-4e4d-b0f1-d8f61017c931 of type vlan for network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 Jun 22 14:33:00.224776 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769287967955'] for network, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.252965 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009'] for network, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.254303 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:00.254913 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.257785 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-5cb212e4-6cf9-442f-ac09-d1228ead1a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:00.306691 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3716316 Jun 22 14:33:00.310219 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44270) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:33:00.315392 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.v2.base [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Request body: {'subnet': {'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1916367280-subnet', 'tenant_id': 'fedbcdff392a42a2bf9ada7a7e77197c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:33:00.317885 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe88fc9-84bd-4a4e-a0c8-341819de8df6,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:00.320984 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-eb4f7568-b25f-4246-8939-30b088a408f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:00.328407 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 details requested by agent ovs-agent-dv-cinder-796950-3-iscsi with host dv-cinder-796950-3-iscsi {{(pid=92748) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 14:33:00.336287 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Made reservation on behalf of fedbcdff392a42a2bf9ada7a7e77197c for: {'subnet': 1} {{(pid=92746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:33:00.338759 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6047709'] for subnet, before_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.505156 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6047727'] for subnet, after_create {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.507613 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-325a7523-256a-46ed-9336-35a482f71706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:00.565166 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac7d25d-d696-4b75-85ab-6439391c17b0,revision_number=0']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:00.568723 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:00.575812 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Checking segment: {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:33:00.576176 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Network hostable DHCP agents. Network: bfe88fc9-84bd-4a4e-a0c8-341819de8df6, hostable agents: ['1fd30eed-6c52-46af-9e46-142ac95a5a36'], hosted agents: [] {{(pid=92746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 14:33:00.593034 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 is scheduled to be hosted by DHCP agent 1fd30eed-6c52-46af-9e46-142ac95a5a36 with binding_index 1 {{(pid=92746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 14:33:00.601657 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.base_scheduler [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-3-iscsi, bfe88fc9-84bd-4a4e-a0c8-341819de8df6) {{(pid=92746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:33:00.607187 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:00.608304 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:00.612747 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4d1e3-8914-4126-b44a-bfc4bc1fa8cd None None] Network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:33:00.623189 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-69258b21-53bd-4905-aed7-da93cdfad6e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3117733 Jun 22 14:33:00.748632 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d8d14-4aa4-4f23-9974-55ad05a54fdb None None] Network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:33:00.820685 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfb540-205c-4db7-b7ce-8fb6899b8a90 req-c368c558-23aa-4df1-9d68-b8045202ac31 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:00.822351 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5ccfb540-205c-4db7-b7ce-8fb6899b8a90 req-c368c558-23aa-4df1-9d68-b8045202ac31 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0690548 Jun 22 14:33:00.862377 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-5ccfb540-205c-4db7-b7ce-8fb6899b8a90 req-e2ae8eb2-999d-44e5-8263-5d2fed2df4b8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338776 Jun 22 14:33:02.040986 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2a8aa-ef70-4f75-8293-e9aaccf7f6b7 req-ebecd536-05c7-4d4c-b04b-e916ef7eca86 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:02.043079 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-55b2a8aa-ef70-4f75-8293-e9aaccf7f6b7 req-ebecd536-05c7-4d4c-b04b-e916ef7eca86 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0642786 Jun 22 14:33:02.079644 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-55b2a8aa-ef70-4f75-8293-e9aaccf7f6b7 req-c26d8a94-d701-418a-9e8e-66ae7763735e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jun 22 14:33:02.396012 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-b43b259a-f087-4762-9f50-fee6bb5cb0f6 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:02.397643 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-b43b259a-f087-4762-9f50-fee6bb5cb0f6 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/networks?id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 200 len: 809 time: 0.1020770 Jun 22 14:33:02.412365 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-1b1a71ba-4448-4833-ad9a-6b4087d718b4 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/quotas/fedbcdff392a42a2bf9ada7a7e77197c HTTP/1.1" status: 200 len: 375 time: 0.0087755 Jun 22 14:33:02.443913 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-675d3c7f-d2c5-448d-a63a-cc96ea39c4f5 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268903 Jun 22 14:33:02.533868 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-ea9fbf43-a9f0-4292-97de-b5f5529edf75 service neutron] 10.222.0.13 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827641 Jun 22 14:33:02.624615 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-c8c11e6e-38a1-4a06-b9ac-23c871b2382c service neutron] 10.222.0.13 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849769 Jun 22 14:33:03.063389 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4b93d537-fded-4feb-91d9-37dddbe5f120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:03.254423 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9ea71-9107-4046-a162-58d8b6922449 req-930413a4-c8e4-4341-bdd2-d0b172e0fe61 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:03.255940 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-48a9ea71-9107-4046-a162-58d8b6922449 req-930413a4-c8e4-4341-bdd2-d0b172e0fe61 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0640190 Jun 22 14:33:03.294707 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-48a9ea71-9107-4046-a162-58d8b6922449 req-6cfa699c-6197-4c96-b5c3-dcb4d065d13d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Jun 22 14:33:03.810116 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d31d20ee-9bb7-47e6-81f8-0c161ce918d3 req-a63717e9-1541-49b3-ac32-c58b772e018a tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0328591 Jun 22 14:33:04.463542 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a18769-f2c3-438f-8051-051b6863156b req-e7f34dce-2e99-438e-8f5d-be7ef589e904 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:04.465555 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b4a18769-f2c3-438f-8051-051b6863156b req-e7f34dce-2e99-438e-8f5d-be7ef589e904 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0612354 Jun 22 14:33:04.501581 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b4a18769-f2c3-438f-8051-051b6863156b req-80f86dc2-438f-4db9-baa1-108b0d10f478 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303941 Jun 22 14:33:04.888421 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-0ea00bd6-7e0d-416b-abab-0bd2e8f63bbb req-6eddf934-ab05-4902-b6a3-025c8f816e8f tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0286016 Jun 22 14:33:05.675761 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3d0e6-e127-4300-8f60-fb95c345bc03 req-e0d80009-0097-407c-ad8b-78787fc67653 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:05.677185 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f7c3d0e6-e127-4300-8f60-fb95c345bc03 req-e0d80009-0097-407c-ad8b-78787fc67653 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0650556 Jun 22 14:33:05.713308 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f7c3d0e6-e127-4300-8f60-fb95c345bc03 req-4788a920-7abb-49d6-8da6-239a8683d569 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306187 Jun 22 14:33:05.972091 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-538852d3-995d-46c0-a97c-866bd85ac66b req-17f3706e-675a-466b-b2ed-db499350bb06 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0302663 Jun 22 14:33:06.009929 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:06.187248 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-229987fe-21bf-42f5-87ce-9f0b104558ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:06.295630 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:33:06.887138 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eb306-2f2e-4c07-ab71-edb6b9852436 req-31bb0ab4-a0e7-43c2-8c88-217e0f734890 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:06.888609 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a04eb306-2f2e-4c07-ab71-edb6b9852436 req-31bb0ab4-a0e7-43c2-8c88-217e0f734890 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0638552 Jun 22 14:33:06.924603 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-a04eb306-2f2e-4c07-ab71-edb6b9852436 req-abb4f018-e539-43e8-bc57-7c09b7482a19 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305409 Jun 22 14:33:07.057949 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-9756c219-33f5-4bcc-ad13-6a972adc1d9e req-16c79d7c-9b6b-4d68-8696-5fa13cb3cb17 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0294836 Jun 22 14:33:07.137684 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:08.099356 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b82f-f572-44bc-a04c-37cf57e0fc41 req-302c7b4a-60bf-49c6-abf8-1698c2de8ef3 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:08.100848 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-10f9b82f-f572-44bc-a04c-37cf57e0fc41 req-302c7b4a-60bf-49c6-abf8-1698c2de8ef3 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0675094 Jun 22 14:33:08.140198 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-10f9b82f-f572-44bc-a04c-37cf57e0fc41 req-83646823-c341-463e-b786-2c8e57082302 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329607 Jun 22 14:33:08.203449 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-33c6f269-f61d-45db-9bcb-316924b2234e req-2eeb6eec-4324-42e5-a47b-9ead64bc199b tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0337188 Jun 22 14:33:08.675320 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:09.022879 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-532e112b-21e7-438a-b500-66f3e0abf1ff tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:09.025435 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-532e112b-21e7-438a-b500-66f3e0abf1ff tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "GET /v2.0/networks?id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 200 len: 809 time: 0.1095941 Jun 22 14:33:09.045449 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Request body: {'port': {'device_id': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6', 'admin_state_up': True, 'tenant_id': 'fedbcdff392a42a2bf9ada7a7e77197c'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:33:09.163037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Made reservation on behalf of fedbcdff392a42a2bf9ada7a7e77197c for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:33:09.169411 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:09.310340 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Allocated IP 172.20.0.2 (bfe88fc9-84bd-4a4e-a0c8-341819de8df6/9ac7d25d-d696-4b75-85ab-6439391c17b0/a3bd37a2-6f04-4fcf-9bf5-50479fa8f147) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:33:09.321236 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc08fd6-9a65-45ea-9eab-282e6029d8aa req-105e658a-8b9a-4045-8087-adea71417d22 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:09.322752 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4fc08fd6-9a65-45ea-9eab-282e6029d8aa req-105e658a-8b9a-4045-8087-adea71417d22 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0685871 Jun 22 14:33:09.354083 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d1ea8a56-c35e-455c-bc2d-b6601bcc66ce req-84278b5e-ed04-45b0-9680-5d66b800438a tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0335820 Jun 22 14:33:09.362767 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4fc08fd6-9a65-45ea-9eab-282e6029d8aa req-333ef87b-f6d9-4de2-8124-bed33f00269c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332448 Jun 22 14:33:09.482671 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:09.524927 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:09.529403 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a4e06dba-948e-4850-939d-0cd556f8fa36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:09.571552 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:33:09.575246 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:33:09.579007 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:33:09.602498 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Pushing event updated for resources: {'Port': ['ID=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:09.607794 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:09.632246 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:09.632862 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:09.646743 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-a8b6720f-e490-485d-8bd1-5af6150af1ef tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063697 Jun 22 14:33:09.663904 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Request body: {'port': {'device_id': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:33:09.737282 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:09.993828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:33:10.002268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:10.014312 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Transition to ACTIVE for port object a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:33:10.019222 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:10.021316 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-ff0e2563-06a5-4fca-b6b5-c5029e3f051a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:10.119666 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:10.123525 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:10.171850 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Attempting to bind port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:33:10.172193 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Attempting to bind port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:33:10.172529 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Attempting to bind port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 on network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:33:10.176879 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 on network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:33:10.177312 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Attempting to bind port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 on network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:33:10.182016 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:33:10.182340 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Checking segment: {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:33:10.182829 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Bound using segment: {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:33:10.184367 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Bound port: a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:33:10.184722 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:10.292736 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176df1-ea4d-4734-9285-134823b31a0e req-310a3f21-a5b1-40c8-8460-f621cbd0660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.294709 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-310a3f21-a5b1-40c8-8460-f621cbd0660c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.1009908 Jun 22 14:33:10.295712 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] For port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:33:10.298765 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] For port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:33:10.303173 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:10.305340 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-3599c5ac-cf19-4ad3-8bc8-0c3c693c5929 tempest-AttachVolumeTestJSON-1672226005 tempest-AttachVolumeTestJSON-1672226005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:10.389213 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.389843 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:10.391387 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] 10.222.0.10 "PUT /v2.0/ports/a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 HTTP/1.1" status: 200 len: 1093 time: 0.7313416 Jun 22 14:33:10.391764 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'tag': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:10.394078 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c7c2e8-2497-42b1-85c5-5ed78872ae29" -d '{"events": [{"name": "network-changed", "server_uuid": "b89a8fe3-85dc-4104-960e-64f39b36f0f3", "tag": "a3bd37a2-6f04-4fcf-9bf5-50479fa8f147"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:10.426976 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:10.431255 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:10.456825 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176df1-ea4d-4734-9285-134823b31a0e req-57f7b483-81e6-4d26-980c-2c7dc2d604da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.458279 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-57f7b483-81e6-4d26-980c-2c7dc2d604da service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.1268070 Jun 22 14:33:10.562530 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dbc0a-3b6c-4c78-8449-150671f879a6 req-9c81fcbc-68a6-41e7-b43b-b322ecdb2a2a tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.563943 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2a9dbc0a-3b6c-4c78-8449-150671f879a6 req-9c81fcbc-68a6-41e7-b43b-b322ecdb2a2a tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0636804 Jun 22 14:33:10.588814 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-825a6fb7-7775-497f-8222-3c2cacef675f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1002 time: 0.1230588 Jun 22 14:33:10.603580 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-2a9dbc0a-3b6c-4c78-8449-150671f879a6 req-2be3ea64-aa90-4621-90a3-4a98425396d1 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Jun 22 14:33:10.611375 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:10.655980 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625294ed-6c2a-4524-8843-e7c3bfdbbc70 x-openstack-request-id: req-625294ed-6c2a-4524-8843-e7c3bfdbbc70 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:10.656311 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89a8fe3-85dc-4104-960e-64f39b36f0f3", "tag": "a3bd37a2-6f04-4fcf-9bf5-50479fa8f147", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:10.656601 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-625294ed-6c2a-4524-8843-e7c3bfdbbc70 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:10.657026 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'tag': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147', 'status': 'completed', 'code': 200} Jun 22 14:33:10.658732 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-7c22e289-8b15-4420-9a3f-a913d4ac0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.660213 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-7c22e289-8b15-4420-9a3f-a913d4ac0fff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1935101 Jun 22 14:33:10.678320 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067847a-ccc3-4cb3-8357-0e1ab5e3e774 req-8c660ae1-89cb-48aa-8579-7cc1955cbb45 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.679742 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e067847a-ccc3-4cb3-8357-0e1ab5e3e774 req-8c660ae1-89cb-48aa-8579-7cc1955cbb45 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 943 time: 0.1720023 Jun 22 14:33:10.681045 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176df1-ea4d-4734-9285-134823b31a0e req-2419b1e4-e392-4163-a058-0adc8ad575fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.682330 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-2419b1e4-e392-4163-a058-0adc8ad575fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0828073 Jun 22 14:33:10.752533 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-371f0f59-257e-49d1-b641-699382650034 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 HTTP/1.1" status: 200 len: 217 time: 0.0691514 Jun 22 14:33:10.811776 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e067847a-ccc3-4cb3-8357-0e1ab5e3e774 req-f9722fe2-8a25-4481-b935-3e6f0743fd76 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227190 Jun 22 14:33:10.831547 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-2854a149-607a-41e1-9f4a-6526d7bff97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.831547 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-2854a149-607a-41e1-9f4a-6526d7bff97a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ac7d25d-d696-4b75-85ab-6439391c17b0 HTTP/1.1" status: 200 len: 849 time: 0.0690784 Jun 22 14:33:10.834109 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176df1-ea4d-4734-9285-134823b31a0e req-f0dd2c28-7f09-4e04-b6f4-8bc5b694f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:10.835442 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-f0dd2c28-7f09-4e04-b6f4-8bc5b694f16c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1456068 Jun 22 14:33:10.868185 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-c649313e-5ac1-4c97-9cf5-530ae65e36fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318451 Jun 22 14:33:11.004354 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-9688b412-8069-4cd0-95c0-6b3a22f5e2e1 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602657 Jun 22 14:33:11.020754 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-81cbe64d-3334-4b3b-b889-53186a752066 service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165800 Jun 22 14:33:11.420392 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5a176df1-ea4d-4734-9285-134823b31a0e req-45a746da-ebd8-4e38-9ab0-c3e6bc010894 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073033 Jun 22 14:33:11.423621 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-24174eef-dbf5-4693-a455-20226b39c6d0 req-3b37a934-6245-4e86-9f78-ff45d6e8189f service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915257 Jun 22 14:33:11.624412 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-ca837c04-6210-4a4b-bd80-d321557a0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:11.625891 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-ca837c04-6210-4a4b-bd80-d321557a0c67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0923963 Jun 22 14:33:11.628327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-589dca4d-a238-4903-be11-13c21fc8d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:11.629668 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-589dca4d-a238-4903-be11-13c21fc8d632 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 1096 time: 0.0866327 Jun 22 14:33:11.782397 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14738-c1d9-4428-968e-09f8b4c73089 req-6ed6c1c5-b891-4871-bc79-e678ac63868c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:11.783888 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aae14738-c1d9-4428-968e-09f8b4c73089 req-6ed6c1c5-b891-4871-bc79-e678ac63868c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0670707 Jun 22 14:33:11.789556 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-c24629ee-60a2-4833-baa8-e050461137a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:11.791033 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-c24629ee-60a2-4833-baa8-e050461137a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.1533084 Jun 22 14:33:11.794369 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-93fab4a0-6455-497d-8627-d51046ea114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:11.795759 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-93fab4a0-6455-497d-8627-d51046ea114f service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 200 len: 910 time: 0.1569116 Jun 22 14:33:11.824786 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-aae14738-c1d9-4428-968e-09f8b4c73089 req-ba4a7a89-589b-418b-8076-11ad19dd56bc tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347326 Jun 22 14:33:11.876610 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-6e8eaae7-3520-421e-bd23-35192f2f50e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 HTTP/1.1" status: 200 len: 217 time: 0.0666699 Jun 22 14:33:11.930498 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-dd2ce7aa-7490-4891-9e51-6dc059adb323 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1002 time: 0.1268365 Jun 22 14:33:12.000265 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-e944b403-acba-4d31-be6e-6f6416716855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:12.001689 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-e944b403-acba-4d31-be6e-6f6416716855 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ac7d25d-d696-4b75-85ab-6439391c17b0 HTTP/1.1" status: 200 len: 849 time: 0.1170831 Jun 22 14:33:12.044575 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-2e79cf49-4dfd-4063-911f-ecd5ad144795 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328684 Jun 22 14:33:12.045807 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-d43c20f8-84a6-4a10-a4ec-7e48f1bdea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:12.047100 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-d43c20f8-84a6-4a10-a4ec-7e48f1bdea95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.1073353 Jun 22 14:33:12.079370 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698feb2-7ac6-438b-98e8-c064ff2660e3 req-822f5a26-94d4-438f-9546-7bc4747af240 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:12.080794 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5698feb2-7ac6-438b-98e8-c064ff2660e3 req-822f5a26-94d4-438f-9546-7bc4747af240 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 943 time: 0.1548398 Jun 22 14:33:12.190255 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5698feb2-7ac6-438b-98e8-c064ff2660e3 req-6416d132-2d3b-4064-b3ba-a58fd37e1a0d tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949099 Jun 22 14:33:12.219254 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-4d547567-74ce-422b-8f9d-441025342710 service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616991 Jun 22 14:33:12.223243 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-81bd66f3-b764-4bc8-bd34-7182ed02d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:12.224984 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-81bd66f3-b764-4bc8-bd34-7182ed02d691 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1600075 Jun 22 14:33:12.383096 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-fec25793-081f-4760-8865-7b542e3c395a service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490645 Jun 22 14:33:12.384920 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-44c7c2e8-2497-42b1-85c5-5ed78872ae29 req-8ae1116f-9dea-49d9-9f09-b76c11e6a493 service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586442 Jun 22 14:33:12.487198 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-63ffe3fd-288f-4bc5-b5da-471e5c0abf99 req-153a83ed-a26b-4e71-8614-96aab14aff90 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 Jun 22 14:33:12.997976 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2901-2a62-4235-b1b0-ed0d1593d18b req-66d6a3db-392a-4b0e-84b5-9ca66e500b54 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:12.999418 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f44e2901-2a62-4235-b1b0-ed0d1593d18b req-66d6a3db-392a-4b0e-84b5-9ca66e500b54 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0630772 Jun 22 14:33:13.035752 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f44e2901-2a62-4235-b1b0-ed0d1593d18b req-77b29fdc-523b-4363-ae53-5c4595b5c66c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Jun 22 14:33:13.364060 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed39f-ebc2-4641-92c3-7e4cc4b2c8c1 req-21c6cb7d-a9f8-4483-89b2-df233c33bbcb tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:13.365454 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e24ed39f-ebc2-4641-92c3-7e4cc4b2c8c1 req-21c6cb7d-a9f8-4483-89b2-df233c33bbcb tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 943 time: 0.0643392 Jun 22 14:33:13.402833 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-e24ed39f-ebc2-4641-92c3-7e4cc4b2c8c1 req-91561956-1a4d-4e04-88ed-5e1825b6c50f tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Jun 22 14:33:13.924181 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:33:14.018317 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:14.029965 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147', 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6', 'port_id': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147', 'mac_address': 'fa:16:3e:de:c4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac7d25d-d696-4b75-85ab-6439391c17b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:33:14.066890 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:14.080132 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:33:14.105252 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:14.110601 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:14.113856 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e9f6f4d1-7e72-42d5-8ce3-2e5b3a935fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:14.162715 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:14.169845 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.170193 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.170537 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.170871 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.171201 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.171552 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.171879 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.172206 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.172532 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.172853 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.173172 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.173490 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:14.177388 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:14.214801 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578477f-c4d2-47e0-8164-237ac356a5ac req-583bace5-3ca7-4b0d-8d00-d887e308bef8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:14.216311 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4578477f-c4d2-47e0-8164-237ac356a5ac req-583bace5-3ca7-4b0d-8d00-d887e308bef8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0664532 Jun 22 14:33:14.253084 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-4578477f-c4d2-47e0-8164-237ac356a5ac req-57191737-f856-4ddd-ae8f-78aeb76e1a1b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Jun 22 14:33:14.442538 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['a3bd37a2-6f04-4fcf-9bf5-50479fa8f147'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:33:14.585439 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399403-4ba3-4d20-88b3-f59514e9ba6c req-18c6bb58-8a40-4cc1-a394-413526352545 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:14.586977 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a3399403-4ba3-4d20-88b3-f59514e9ba6c req-18c6bb58-8a40-4cc1-a394-413526352545 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 944 time: 0.0724075 Jun 22 14:33:14.627759 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a3399403-4ba3-4d20-88b3-f59514e9ba6c req-24c10116-5fcc-49bf-a226-73563d884168 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Jun 22 14:33:15.425090 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18355ae-89e3-45b3-b95a-047abd31693e req-e690a036-22f4-4596-a43a-98307bb687bc tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:15.426547 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b18355ae-89e3-45b3-b95a-047abd31693e req-e690a036-22f4-4596-a43a-98307bb687bc tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0628519 Jun 22 14:33:15.463915 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-b18355ae-89e3-45b3-b95a-047abd31693e req-65c0c3d6-30f9-4ebf-98e8-150e289458fb tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Jun 22 14:33:15.693212 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44382) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:33:15.820224 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0d3b-1f8a-4ad3-aae3-d580356df990 req-aa0bf167-1458-4567-a0cb-0c3ebc046560 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:15.821704 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-478b0d3b-1f8a-4ad3-aae3-d580356df990 req-aa0bf167-1458-4567-a0cb-0c3ebc046560 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0650237 Jun 22 14:33:15.848528 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371178-1b6e-4026-82e8-6c07c70bbc0e req-252608e6-b627-4ab2-aef3-4612ac7df8b6 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:15.849920 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9d371178-1b6e-4026-82e8-6c07c70bbc0e req-252608e6-b627-4ab2-aef3-4612ac7df8b6 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 944 time: 0.1057289 Jun 22 14:33:15.857338 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-7242e17e-e9d4-4614-a4cf-8443d43731a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1624603 Jun 22 14:33:15.862022 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-478b0d3b-1f8a-4ad3-aae3-d580356df990 req-2869196e-bacc-48e9-be25-a781dbcadc81 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337443 Jun 22 14:33:15.898378 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-9d371178-1b6e-4026-82e8-6c07c70bbc0e req-3e94f1c2-4c28-4f11-8a28-4f1fc6f997f8 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400546 Jun 22 14:33:15.928242 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:33:15.980971 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:33:15.984904 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:33:15.985296 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:16.064543 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:16.088299 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:16.090862 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb42c798-cb21-4ef5-9b25-a072c2349a46" -d '{"events": [{"server_uuid": "b89a8fe3-85dc-4104-960e-64f39b36f0f3", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd37a2-6f04-4fcf-9bf5-50479fa8f147"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:16.108688 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:16.113804 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:16.114698 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:33:16.117226 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:16.139541 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c3944-8fca-4701-a2ef-33d1d0565e1d x-openstack-request-id: req-ab8c3944-8fca-4701-a2ef-33d1d0565e1d {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:16.139852 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89a8fe3-85dc-4104-960e-64f39b36f0f3", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd37a2-6f04-4fcf-9bf5-50479fa8f147", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:16.140119 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab8c3944-8fca-4701-a2ef-33d1d0565e1d {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:16.140509 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147', 'code': 200} Jun 22 14:33:16.196457 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:16.200536 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:16.236976 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:16.270254 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:16.273988 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:16.276016 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:16.321735 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=6']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:16.325419 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:16.427997 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bf2ad-608c-436e-917a-29d7cfaa9db8 req-06bfa658-bc4c-4833-8071-3c43427e1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:16.429563 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c42bf2ad-608c-436e-917a-29d7cfaa9db8 req-06bfa658-bc4c-4833-8071-3c43427e1106 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0554643 Jun 22 14:33:16.463673 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c42bf2ad-608c-436e-917a-29d7cfaa9db8 req-673a30e1-cd3b-4e21-83f7-b2982b049eb5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278811 Jun 22 14:33:17.127185 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3012083-487c-4307-b12d-17d25eb4d453 req-b08a7326-b81f-4698-afec-cc58b14f9b5d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:17.131577 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e3012083-487c-4307-b12d-17d25eb4d453 req-b08a7326-b81f-4698-afec-cc58b14f9b5d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0746970 Jun 22 14:33:17.168374 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71db76b-92ca-4a79-b893-18a740b2ddb2 req-92d7d463-529a-47ff-8e94-cd6c51eaa9a0 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:17.177449 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d71db76b-92ca-4a79-b893-18a740b2ddb2 req-92d7d463-529a-47ff-8e94-cd6c51eaa9a0 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 945 time: 0.0774019 Jun 22 14:33:17.195551 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e3012083-487c-4307-b12d-17d25eb4d453 req-889adaa9-e102-4589-a632-e55b85a25978 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547268 Jun 22 14:33:17.224159 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d71db76b-92ca-4a79-b893-18a740b2ddb2 req-c229ad4d-082d-4f12-b0ba-b5b6c8bc50ad tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 Jun 22 14:33:17.818915 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-decff7ac-0401-4986-a1ca-f6886a2ee645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:17.820496 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-decff7ac-0401-4986-a1ca-f6886a2ee645 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28&tenant_id=69cd78367c844f7a9b1e35748034f78c HTTP/1.1" status: 200 len: 1097 time: 0.0885015 Jun 22 14:33:17.925365 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-9cb09603-43e9-41c4-9906-f99a782caf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:17.926811 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-9cb09603-43e9-41c4-9906-f99a782caf94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1097 time: 0.0524573 Jun 22 14:33:18.016330 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-b4ee2eb6-5d81-4fa5-933c-9c209f3b1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:18.017728 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-b4ee2eb6-5d81-4fa5-933c-9c209f3b1e5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.0843344 Jun 22 14:33:18.081273 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-8a471ba7-7163-4ea8-afcf-67d232ce4c10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1000 time: 0.0564303 Jun 22 14:33:18.131648 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-82ff5aa8-dbc2-494f-b602-f5611e2b1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:18.133104 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-82ff5aa8-dbc2-494f-b602-f5611e2b1c3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0440447 Jun 22 14:33:18.141712 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:18.144082 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c126f3-d69f-43d5-875d-e4218d60d5ac" -d '{"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-unplugged", "status": "completed", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:18.179548 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e721b96-2f26-4c54-9b31-c03e8a580edb x-openstack-request-id: req-4e721b96-2f26-4c54-9b31-c03e8a580edb {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:18.179860 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-unplugged", "status": "completed", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:18.180125 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e721b96-2f26-4c54-9b31-c03e8a580edb {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:18.180536 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'code': 200} Jun 22 14:33:18.207513 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-83d2e30b-15fd-4c27-9b15-3215af7f5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:18.209140 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-83d2e30b-15fd-4c27-9b15-3215af7f5e98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587656 Jun 22 14:33:18.312429 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-76a5a7cb-8e53-4319-a8bb-197464b32fec service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942640 Jun 22 14:33:18.395507 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5dd35-24e7-4c70-ae73-0775726621dc req-89cf27a7-19fd-41d2-85f4-19c514f8be57 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:18.397178 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48e5dd35-24e7-4c70-ae73-0775726621dc req-89cf27a7-19fd-41d2-85f4-19c514f8be57 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 945 time: 0.0669913 Jun 22 14:33:18.429563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d38865-3f54-4029-a0fd-64c623f60b59 req-1627a0d2-9e36-46b5-a6c7-c192b9d7793b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:18.431047 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-29d38865-3f54-4029-a0fd-64c623f60b59 req-1627a0d2-9e36-46b5-a6c7-c192b9d7793b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.1328804 Jun 22 14:33:18.436572 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-48e5dd35-24e7-4c70-ae73-0775726621dc req-f919d40e-d42b-48bf-8822-d11cecae5b62 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Jun 22 14:33:18.458435 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1bf71bfb-5c31-45aa-83ca-2153141f5cbe req-0fe26c1f-5700-4d68-98b7-2f5be6f5fd7e service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294138 Jun 22 14:33:18.478349 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-29d38865-3f54-4029-a0fd-64c623f60b59 req-d70ea19b-8525-4961-a68d-b08159d5124c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365670 Jun 22 14:33:19.266184 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bf532-1438-40d7-8f56-cb7835b593c5 req-b11707f8-3126-40f9-b589-44fdda63f6e0 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:19.267697 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-891bf532-1438-40d7-8f56-cb7835b593c5 req-b11707f8-3126-40f9-b589-44fdda63f6e0 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 945 time: 0.0632012 Jun 22 14:33:19.309456 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-891bf532-1438-40d7-8f56-cb7835b593c5 req-d20e79eb-a912-4425-bd5b-2899f69c2a0f tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Jun 22 14:33:19.650983 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab8e12-f020-46a1-a6df-2ae8b3623253 req-0c721679-381b-4a53-9a24-cf22241e7481 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:19.652471 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcab8e12-f020-46a1-a6df-2ae8b3623253 req-0c721679-381b-4a53-9a24-cf22241e7481 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0628273 Jun 22 14:33:19.689847 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bcab8e12-f020-46a1-a6df-2ae8b3623253 req-00e797ad-31fb-4f6a-9753-39221f211201 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Jun 22 14:33:20.482944 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11720537-38f6-4d43-9fbb-553af2af8e3f req-f55e0552-a8ec-40aa-8318-3151c9043a4e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:20.484462 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-11720537-38f6-4d43-9fbb-553af2af8e3f req-f55e0552-a8ec-40aa-8318-3151c9043a4e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 945 time: 0.0663152 Jun 22 14:33:20.521137 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-11720537-38f6-4d43-9fbb-553af2af8e3f req-0c84addb-3f7e-4b28-aed1-f290a31ee935 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Jun 22 14:33:20.693110 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-44cf8c90-7db7-440b-b6e0-65676f7ef779 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:20.694429 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-44cf8c90-7db7-440b-b6e0-65676f7ef779 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 945 time: 0.0614367 Jun 22 14:33:20.800871 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Deleting port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:33:20.801222 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:20.871823 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a724f9-f69f-4567-8b97-995a79e66814 req-1a93c216-1773-4111-8c5b-a4324e862cf5 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:20.873410 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-82a724f9-f69f-4567-8b97-995a79e66814 req-1a93c216-1773-4111-8c5b-a4324e862cf5 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0624754 Jun 22 14:33:20.888689 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] For port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:20.889056 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:20.911670 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-82a724f9-f69f-4567-8b97-995a79e66814 req-a1673a50-2c9a-4bee-919b-3cd8c2b10903 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321949 Jun 22 14:33:20.957140 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Calling delete_port for a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:33:21.086927 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:21.093542 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-09108e1f-7fe0-4450-8bf3-c2277cb81051 tempest-AttachVolumeNegativeTest-664794593 tempest-AttachVolumeNegativeTest-664794593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:21.120921 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['a3bd37a2-6f04-4fcf-9bf5-50479fa8f147'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:33:21.127477 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Pushing event deleted for resources: {'Port': ['ID=a3bd37a2-6f04-4fcf-9bf5-50479fa8f147,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:21.131937 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:21.180245 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] No DVR routers for this DVR port a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:33:21.182711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:21.184703 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-5476cd21-3790-4358-ab0a-0a9da536b1a9 req-7bc9cb8b-55a0-4022-b312-3a0e57a36a7e tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "DELETE /v2.0/ports/a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 HTTP/1.1" status: 204 len: 173 time: 0.4844096 Jun 22 14:33:21.185711 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'name': 'network-vif-deleted', 'tag': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:21.188376 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3965d235-28cf-4aa5-a89f-b535b639d3ff" -d '{"events": [{"server_uuid": "b89a8fe3-85dc-4104-960e-64f39b36f0f3", "name": "network-vif-deleted", "tag": "a3bd37a2-6f04-4fcf-9bf5-50479fa8f147"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:21.229032 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89434d21-7026-4eb6-8015-524870061409 x-openstack-request-id: req-89434d21-7026-4eb6-8015-524870061409 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:21.229360 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89a8fe3-85dc-4104-960e-64f39b36f0f3", "name": "network-vif-deleted", "tag": "a3bd37a2-6f04-4fcf-9bf5-50479fa8f147", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:21.229652 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89434d21-7026-4eb6-8015-524870061409 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:21.230087 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89a8fe3-85dc-4104-960e-64f39b36f0f3', 'name': 'network-vif-deleted', 'tag': 'a3bd37a2-6f04-4fcf-9bf5-50479fa8f147', 'status': 'completed', 'code': 200} Jun 22 14:33:21.678873 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-82096351-8db8-458d-8f93-6d3170d29734 req-85279c34-c36f-44db-8a93-ef1546c78afc tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b89a8fe3-85dc-4104-960e-64f39b36f0f3 HTTP/1.1" status: 200 len: 210 time: 0.0336196 Jun 22 14:33:22.090310 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96d5d-baff-49d9-b743-818807a28cf5 req-959ca5a9-e65e-4d05-9e63-db569ca1ee60 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:22.092478 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b6e96d5d-baff-49d9-b743-818807a28cf5 req-959ca5a9-e65e-4d05-9e63-db569ca1ee60 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0683725 Jun 22 14:33:22.130721 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b6e96d5d-baff-49d9-b743-818807a28cf5 req-dec84717-f2f9-4ee9-8327-38fc0d854fda tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326076 Jun 22 14:33:22.968640 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-2620cd95-e608-43a7-bc59-227ac2648be6 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:22.969993 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-2620cd95-e608-43a7-bc59-227ac2648be6 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/networks?id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 200 len: 809 time: 0.0989630 Jun 22 14:33:22.984710 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-ab98413d-dd9b-412e-adfe-173fe7fc3995 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/quotas/fedbcdff392a42a2bf9ada7a7e77197c HTTP/1.1" status: 200 len: 375 time: 0.0093656 Jun 22 14:33:23.021349 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-2971a8c9-6458-4160-a540-d40e70570341 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319083 Jun 22 14:33:23.108502 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-eca380eb-d43e-468f-9974-e370a7354a92 service neutron] 10.222.0.13 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804181 Jun 22 14:33:23.201244 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-feff7662-83c8-4405-89c8-369a67af7db9 service neutron] 10.222.0.13 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870619 Jun 22 14:33:23.304053 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f447e0-3735-49ae-9e30-b4db6588a0ab req-523764dd-3f52-4eb2-84c5-78ae249756bb tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:23.311764 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e4f447e0-3735-49ae-9e30-b4db6588a0ab req-523764dd-3f52-4eb2-84c5-78ae249756bb tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0714805 Jun 22 14:33:23.347993 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e4f447e0-3735-49ae-9e30-b4db6588a0ab req-14ec0ff0-5e7b-42fc-be8d-ca1a50c82cf7 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353451 Jun 22 14:33:23.371326 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-da5899c7-b067-4206-96c5-2afcf5dc8e62 req-fee6ddc8-5ce4-418f-b50f-4d2390c34c03 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 210 time: 0.0317647 Jun 22 14:33:24.530777 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb092-d3b2-4669-b7b8-956acd47092d req-6cfc34f4-ea1d-48de-88cf-83f97b51b6da tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:24.532348 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dd6eb092-d3b2-4669-b7b8-956acd47092d req-6cfc34f4-ea1d-48de-88cf-83f97b51b6da tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0696650 Jun 22 14:33:24.545609 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-db7ab046-b269-4887-aa94-5177c235156e req-8e2b8ac2-3627-4255-86da-447627b32670 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 210 time: 0.0411701 Jun 22 14:33:24.580982 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-9a760819-5ca1-446f-a8f7-a2ab063bcccf tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:24.583018 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-9a760819-5ca1-446f-a8f7-a2ab063bcccf tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "GET /v2.0/networks?id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 200 len: 809 time: 0.1388156 Jun 22 14:33:24.590441 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-dd6eb092-d3b2-4669-b7b8-956acd47092d req-325c1226-ae2f-403f-93cc-70c240b5bb53 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523343 Jun 22 14:33:24.601034 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Request body: {'port': {'device_id': '227198df-787a-4fbc-a3dc-b23e2927398e', 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6', 'admin_state_up': True, 'tenant_id': 'fedbcdff392a42a2bf9ada7a7e77197c'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:33:24.714452 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Made reservation on behalf of fedbcdff392a42a2bf9ada7a7e77197c for: {'port': 1} {{(pid=92747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 14:33:24.718766 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-529796'] for port, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:24.841808 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_common [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Allocated IP 172.20.0.14 (bfe88fc9-84bd-4a4e-a0c8-341819de8df6/9ac7d25d-d696-4b75-85ab-6439391c17b0/9b377113-6544-4986-8017-f2967b778eeb) {{(pid=92747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 14:33:24.985363 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks [] for port, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.021531 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-528967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769287993950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4528461'] for port, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.025512 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-33b5920c-e6ad-4ac8-9a45-e9a787cb1a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:25.066355 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 is already hosted by enough agents. {{(pid=92747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 14:33:25.069631 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.base_scheduler [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Resources bound (agent type, host, resource id): {{(pid=92747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 14:33:25.073369 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Received port after_create {{(pid=92747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 14:33:25.079579 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Pushing event updated for resources: {'Port': ['ID=9b377113-6544-4986-8017-f2967b778eeb,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:25.098735 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:25.123709 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:25.124327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.137254 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5404580 Jun 22 14:33:25.155112 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.v2.base [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Request body: {'port': {'device_id': '227198df-787a-4fbc-a3dc-b23e2927398e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=92747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 14:33:25.227512 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.496234 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b377113-6544-4986-8017-f2967b778eeb {{(pid=92747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:33:25.503372 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.516022 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.provisioning_blocks [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Transition to ACTIVE for port object 9b377113-6544-4986-8017-f2967b778eeb will not be triggered until provisioned by entity L2. {{(pid=92747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 14:33:25.519560 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.521419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:25.597750 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Pushing event updated for resources: {'Port': ['ID=9b377113-6544-4986-8017-f2967b778eeb,revision_number=2']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:25.602121 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:25.679031 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Attempting to bind port 9b377113-6544-4986-8017-f2967b778eeb on host hv-cinder-79695 for vnic_type normal with profile {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 14:33:25.679380 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Attempting to bind port 9b377113-6544-4986-8017-f2967b778eeb by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 14:33:25.679743 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Attempting to bind port 9b377113-6544-4986-8017-f2967b778eeb on network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:33:25.708048 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Port 9b377113-6544-4986-8017-f2967b778eeb on network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 14:33:25.708379 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Attempting to bind port 9b377113-6544-4986-8017-f2967b778eeb on network bfe88fc9-84bd-4a4e-a0c8-341819de8df6 {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 14:33:25.716697 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Checking agent: {'id': '677e4570-479f-4bfd-8e92-bae2249cd62e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'started_at': datetime.datetime(2021, 6, 22, 13, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 14, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 14:33:25.717080 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Checking segment: {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 14:33:25.717469 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Bound using segment: {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'} {{(pid=92747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 14:33:25.717913 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.managers [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Bound port: 9b377113-6544-4986-8017-f2967b778eeb, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b62626-d3d2-4e4d-b0f1-d8f61017c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6'}}] {{(pid=92747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 14:33:25.718264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.783220 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e7f30-32ed-43af-add2-ab93f76ade0c req-e5d1f242-a25a-4ed6-a258-54fe71e829eb tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:25.784726 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1a9e7f30-32ed-43af-add2-ab93f76ade0c req-e5d1f242-a25a-4ed6-a258-54fe71e829eb tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 944 time: 0.1192093 Jun 22 14:33:25.823767 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] For port 9b377113-6544-4986-8017-f2967b778eeb, host hv-cinder-79695, cleared binding levels {{(pid=92747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 14:33:25.846822 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] For port 9b377113-6544-4986-8017-f2967b778eeb, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b377113-6544-4986-8017-f2967b778eeb,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 14:33:25.853821 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1a9e7f30-32ed-43af-add2-ab93f76ade0c req-c3ce0c14-c7b1-4423-bea2-2c7b010ff13b tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564756 Jun 22 14:33:25.854898 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4528511'] for port, after_update {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.857853 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c01f6921-698f-474f-ab95-578a5457d509 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:25.897209 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:25.897841 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:25.899243 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] 10.222.0.10 "PUT /v2.0/ports/9b377113-6544-4986-8017-f2967b778eeb HTTP/1.1" status: 200 len: 1094 time: 0.7487197 Jun 22 14:33:25.899804 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227198df-787a-4fbc-a3dc-b23e2927398e', 'tag': '9b377113-6544-4986-8017-f2967b778eeb'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:25.902137 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "227198df-787a-4fbc-a3dc-b23e2927398e", "tag": "9b377113-6544-4986-8017-f2967b778eeb"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:25.927132 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Pushing event updated for resources: {'Port': ['ID=9b377113-6544-4986-8017-f2967b778eeb,revision_number=3']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:25.931136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:25.946295 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cef1b6-a230-4bd8-92d2-4c35a745cc59 x-openstack-request-id: req-12cef1b6-a230-4bd8-92d2-4c35a745cc59 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:25.946484 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227198df-787a-4fbc-a3dc-b23e2927398e", "tag": "9b377113-6544-4986-8017-f2967b778eeb", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:25.946816 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12cef1b6-a230-4bd8-92d2-4c35a745cc59 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:25.947260 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227198df-787a-4fbc-a3dc-b23e2927398e', 'tag': '9b377113-6544-4986-8017-f2967b778eeb', 'status': 'completed', 'code': 200} Jun 22 14:33:25.958441 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:33:25.979183 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:33:25.979571 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device a3bd37a2-6f04-4fcf-9bf5-50479fa8f147 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:33:26.024285 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-b1433521-bbbd-419a-b87a-8048190f5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:26.025791 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-b1433521-bbbd-419a-b87a-8048190f5b25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 1097 time: 0.0601187 Jun 22 14:33:26.032451 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe88cda-5e77-4866-83a5-bade4649a60a req-9292d5ea-618a-437c-a4b1-9b2392e7c912 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:26.033959 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bfe88cda-5e77-4866-83a5-bade4649a60a req-9292d5ea-618a-437c-a4b1-9b2392e7c912 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.3247247 Jun 22 14:33:26.072069 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bfe88cda-5e77-4866-83a5-bade4649a60a req-e624337c-97a1-4ebd-bd13-d4f637a1996e tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326021 Jun 22 14:33:26.074641 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-9deb4b63-8120-4c25-9757-0586934f364d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b377113-6544-4986-8017-f2967b778eeb HTTP/1.1" status: 200 len: 217 time: 0.0359950 Jun 22 14:33:26.125050 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-fab962e9-0493-46b9-b18d-3f16094be15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:26.126443 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-fab962e9-0493-46b9-b18d-3f16094be15e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ac7d25d-d696-4b75-85ab-6439391c17b0 HTTP/1.1" status: 200 len: 849 time: 0.0455647 Jun 22 14:33:26.161811 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-c7798cba-2ce4-430f-846e-65ad9aeee93b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282676 Jun 22 14:33:26.246964 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-20015dfc-b3bb-4c9a-8e58-e49402cdffc5 service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782361 Jun 22 14:33:26.336044 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-34f70847-1805-4ee8-aa63-e26b1a878945 req-13a99b74-c20f-4116-b724-cc4415892d74 service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823348 Jun 22 14:33:26.474084 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-96ddcf66-3e06-49e1-aa4d-a3dffdbb0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:26.475581 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-96ddcf66-3e06-49e1-aa4d-a3dffdbb0f74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 1097 time: 0.0523503 Jun 22 14:33:26.562096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-24c0aa5f-0933-43cf-92a9-b265818316fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:26.563546 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-24c0aa5f-0933-43cf-92a9-b265818316fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 200 len: 910 time: 0.0812359 Jun 22 14:33:26.606980 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-033ac88e-8e0e-46fd-ab11-3458920e3b6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b377113-6544-4986-8017-f2967b778eeb HTTP/1.1" status: 200 len: 217 time: 0.0360827 Jun 22 14:33:26.653913 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-0ed5a210-b3c9-4f56-a09b-f6422bbafff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:26.655297 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-0ed5a210-b3c9-4f56-a09b-f6422bbafff7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9ac7d25d-d696-4b75-85ab-6439391c17b0 HTTP/1.1" status: 200 len: 849 time: 0.0427105 Jun 22 14:33:26.688372 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-53f6fb83-b635-459b-b673-9a4c20c671d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bfe88fc9-84bd-4a4e-a0c8-341819de8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258620 Jun 22 14:33:27.077665 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-5c7579ed-93ad-40c2-98c5-2bbd29d0de1d service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817506 Jun 22 14:33:27.091610 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6241c-244f-4f92-aa9e-b01df96e9c24 req-d9e03b52-7aee-4c57-947f-1dcc93992b5d tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:27.092971 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1db6241c-244f-4f92-aa9e-b01df96e9c24 req-d9e03b52-7aee-4c57-947f-1dcc93992b5d tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 944 time: 0.0945282 Jun 22 14:33:27.180464 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1db6241c-244f-4f92-aa9e-b01df96e9c24 req-96be0946-cc4c-4460-86a7-b4c0c590e320 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792427 Jun 22 14:33:27.207539 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-1e3bd3f3-ed78-423a-a575-27f6e656a3b4 req-40f6a806-5777-4d66-bfac-5c7afecbfbcc service neutron] 10.222.0.10 "GET /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135473 Jun 22 14:33:27.242295 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4a5fe-ec1b-41eb-87a2-3a799113d048 req-d0c9e752-414c-4c77-a620-c57a548fefda tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:27.243780 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f6a4a5fe-ec1b-41eb-87a2-3a799113d048 req-d0c9e752-414c-4c77-a620-c57a548fefda tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 944 time: 0.0631061 Jun 22 14:33:27.280874 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f6a4a5fe-ec1b-41eb-87a2-3a799113d048 req-eae3392e-5add-4daa-a51d-cc8c7dc15aa6 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Jun 22 14:33:27.959245 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:33:28.050597 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:28.065278 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'port_id': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'mac_address': 'fa:16:3e:e7:a8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:33:28.222404 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:28.235623 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:33:28.255681 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:28.260193 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:28.263955 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:28.309672 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=7']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:28.313617 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:28.353804 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee129292-d9b0-4dfc-ad6b-044a756988ff req-9626306b-f802-46f5-8438-6914675993a2 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:28.355272 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ee129292-d9b0-4dfc-ad6b-044a756988ff req-9626306b-f802-46f5-8438-6914675993a2 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 944 time: 0.0635364 Jun 22 14:33:28.395708 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-ee129292-d9b0-4dfc-ad6b-044a756988ff req-fccbb809-1274-43bc-a1c7-765ecbd2cc5f tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Jun 22 14:33:28.457247 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aba26-d6ea-46d0-98e0-a90c79c662e2 req-52e7a1c1-541a-403f-9e8d-33c8b3148470 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:28.458704 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1a4aba26-d6ea-46d0-98e0-a90c79c662e2 req-52e7a1c1-541a-403f-9e8d-33c8b3148470 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 945 time: 0.0658288 Jun 22 14:33:28.495625 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-1a4aba26-d6ea-46d0-98e0-a90c79c662e2 req-37840042-06ec-402b-a472-2f59fec56801 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Jun 22 14:33:28.543247 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['073aa5e9-5fc4-4cb2-93cc-16163dfe2353'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:33:29.571279 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e91ee9-d561-4421-913e-3d597585ae76 req-62c2b7f2-46d1-43d6-8756-0377fabb5b1c tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:29.572763 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-32e91ee9-d561-4421-913e-3d597585ae76 req-62c2b7f2-46d1-43d6-8756-0377fabb5b1c tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 944 time: 0.0680666 Jun 22 14:33:29.610402 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-32e91ee9-d561-4421-913e-3d597585ae76 req-aa059f1f-e009-4682-87a6-825ff48ca822 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Jun 22 14:33:29.675298 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5cfbe-a14f-4ddb-b10d-51b85e7a07e9 req-98c9a77c-c41f-4bb5-87b7-1b162c5d8db7 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:29.676852 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-beb5cfbe-a14f-4ddb-b10d-51b85e7a07e9 req-98c9a77c-c41f-4bb5-87b7-1b162c5d8db7 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 945 time: 0.0685687 Jun 22 14:33:29.711915 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-beb5cfbe-a14f-4ddb-b10d-51b85e7a07e9 req-aec30eb9-4420-4989-a7f2-7edbbf8d0051 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295980 Jun 22 14:33:29.975022 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b377113-6544-4986-8017-f2967b778eeb details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=92748) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 14:33:29.985646 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:33:30.094774 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:33:30.095160 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:30.124210 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 9b377113-6544-4986-8017-f2967b778eeb, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b377113-6544-4986-8017-f2967b778eeb,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:30.141094 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Returning: {'device': '9b377113-6544-4986-8017-f2967b778eeb', 'network_id': 'bfe88fc9-84bd-4a4e-a0c8-341819de8df6', 'port_id': '9b377113-6544-4986-8017-f2967b778eeb', 'mac_address': 'fa:16:3e:88:5a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac7d25d-d696-4b75-85ab-6439391c17b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92748) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 14:33:30.206835 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:30.227307 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b377113-6544-4986-8017-f2967b778eeb {{(pid=92748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 14:33:30.231127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:30.260596 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 9b377113-6544-4986-8017-f2967b778eeb, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b377113-6544-4986-8017-f2967b778eeb,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:30.264687 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:30.266913 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76d1a7-4d14-4b97-bacc-3b93b0bcc78b" -d '{"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-plugged", "status": "completed", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:30.271444 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:30.278063 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:30.284151 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:30.304747 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5569fc-e9bb-4de0-8d76-5de3b0f6a165 x-openstack-request-id: req-2c5569fc-e9bb-4de0-8d76-5de3b0f6a165 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:30.305048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-plugged", "status": "completed", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:30.305309 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c5569fc-e9bb-4de0-8d76-5de3b0f6a165 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:30.305722 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'code': 200} Jun 22 14:33:30.306562 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:30.330365 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=9b377113-6544-4986-8017-f2967b778eeb,revision_number=4']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:30.333155 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:30.333612 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:30.382997 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=8']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:30.385915 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:30.563833 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['9b377113-6544-4986-8017-f2967b778eeb'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:33:30.575130 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ae3f9-e6ab-46e0-b8af-82dd59374536 req-56e07efe-dc94-4b8b-afa4-f8cf0ae58b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:30.576645 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-de1ae3f9-e6ab-46e0-b8af-82dd59374536 req-56e07efe-dc94-4b8b-afa4-f8cf0ae58b2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0519242 Jun 22 14:33:30.611074 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-de1ae3f9-e6ab-46e0-b8af-82dd59374536 req-4eaacf7f-99ac-4442-bd2a-3835bad912eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275879 Jun 22 14:33:30.783491 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097d9e5-aeb7-450f-8c72-3e06e43ba792 req-4920584e-7969-40a6-904c-9324d3e04433 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:30.784979 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f097d9e5-aeb7-450f-8c72-3e06e43ba792 req-4920584e-7969-40a6-904c-9324d3e04433 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 945 time: 0.0628860 Jun 22 14:33:30.823847 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-f097d9e5-aeb7-450f-8c72-3e06e43ba792 req-e239e251-fc3e-4501-8b5f-4068a7aee7c7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jun 22 14:33:30.888176 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c00a1-a208-4170-babd-15a7724d8bbd req-8c2375ac-2a4f-4296-b17b-f8e0cc32cb6f tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:30.889644 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-729c00a1-a208-4170-babd-15a7724d8bbd req-8c2375ac-2a4f-4296-b17b-f8e0cc32cb6f tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0625026 Jun 22 14:33:30.929452 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-729c00a1-a208-4170-babd-15a7724d8bbd req-feceab1e-d1d3-489e-aed9-669fbda324f7 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340557 Jun 22 14:33:31.991794 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b377113-6544-4986-8017-f2967b778eeb up at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 14:33:32.004776 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e837-f83e-4e28-aab4-438c29453ca1 req-9f86382f-c38a-4156-878b-ddeede49188d tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:32.006266 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c177e837-f83e-4e28-aab4-438c29453ca1 req-9f86382f-c38a-4156-878b-ddeede49188d tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 945 time: 0.0740988 Jun 22 14:33:32.048651 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-c177e837-f83e-4e28-aab4-438c29453ca1 req-38bb4d04-87d3-4626-a820-6ca422cbadbe tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364158 Jun 22 14:33:32.052531 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning for port 9b377113-6544-4986-8017-f2967b778eeb completed by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 14:33:32.057463 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.provisioning_blocks [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Provisioning complete for port 9b377113-6544-4986-8017-f2967b778eeb triggered by entity L2. {{(pid=92748) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 14:33:32.057463 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-604562'] for port, provisioning_complete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:32.109282 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866b233-d558-4efc-85d8-97912cdcd7fc req-a2011e9a-3eb6-4e0b-8067-c8dac41b213b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:32.110786 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b866b233-d558-4efc-85d8-97912cdcd7fc req-a2011e9a-3eb6-4e0b-8067-c8dac41b213b tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0672712 Jun 22 14:33:32.134292 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-529810'] for port, before_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:32.148782 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-b866b233-d558-4efc-85d8-97912cdcd7fc req-dc227f36-6b56-4e2d-a523-46d9e7619286 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322497 Jun 22 14:33:32.167200 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] For port 9b377113-6544-4986-8017-f2967b778eeb, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b377113-6544-4986-8017-f2967b778eeb,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:32.171528 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769288424147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769287993968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769287994013'] for port, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:32.173415 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:32.218130 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Pushing event updated for resources: {'Port': ['ID=9b377113-6544-4986-8017-f2967b778eeb,revision_number=5']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:32.221010 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:32.306704 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227198df-787a-4fbc-a3dc-b23e2927398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b377113-6544-4986-8017-f2967b778eeb'}] {{(pid=92748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:32.308975 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef16c9a9ccde1401ac158c28d788afd9ce91eb1abc6a5983916d0b34960c9b6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cceaec2-3c42-4d13-a28e-1f022256a1f9" -d '{"events": [{"server_uuid": "227198df-787a-4fbc-a3dc-b23e2927398e", "name": "network-vif-plugged", "status": "completed", "tag": "9b377113-6544-4986-8017-f2967b778eeb"}]}' {{(pid=92748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:32.344219 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127a8215-ea42-4f4d-a641-22b94f5a3a07 x-openstack-request-id: req-127a8215-ea42-4f4d-a641-22b94f5a3a07 {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:32.344533 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227198df-787a-4fbc-a3dc-b23e2927398e", "name": "network-vif-plugged", "status": "completed", "tag": "9b377113-6544-4986-8017-f2967b778eeb", "code": 200}]} {{(pid=92748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:32.344796 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-127a8215-ea42-4f4d-a641-22b94f5a3a07 {{(pid=92748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:32.345199 dv-cinder-796950-3-iscsi neutron-server[92748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227198df-787a-4fbc-a3dc-b23e2927398e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b377113-6544-4986-8017-f2967b778eeb', 'code': 200} Jun 22 14:33:32.588897 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb748-3f8a-4cce-863e-2fe947987d5b req-ef674ead-39bc-4bb2-9e9a-43084afa44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:32.590252 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a96eb748-3f8a-4cce-863e-2fe947987d5b req-ef674ead-39bc-4bb2-9e9a-43084afa44d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 1099 time: 0.0499530 Jun 22 14:33:32.623625 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-a96eb748-3f8a-4cce-863e-2fe947987d5b req-d5588a44-05b9-4ba3-8361-3168286c5ee4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270872 Jun 22 14:33:33.065656 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-070f9d65-e84b-421b-960d-5c3c882f334f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:33.219957 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fde549-2c9e-420e-8f92-5d27a8ff4e7d req-71d2bc38-871d-4bfd-ba6d-36730c8d3f5a tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:33.221427 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d4fde549-2c9e-420e-8f92-5d27a8ff4e7d req-71d2bc38-871d-4bfd-ba6d-36730c8d3f5a tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 946 time: 0.0632114 Jun 22 14:33:33.258215 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-d4fde549-2c9e-420e-8f92-5d27a8ff4e7d req-c6832b95-9689-41f6-9622-72f9b2f01fd4 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jun 22 14:33:34.429952 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6659f-c9bb-4901-86d0-e222626ea295 req-84eb4887-89bc-4694-8cad-4171800ce637 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:34.431408 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e3b6659f-c9bb-4901-86d0-e222626ea295 req-84eb4887-89bc-4694-8cad-4171800ce637 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 946 time: 0.0619924 Jun 22 14:33:34.469899 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-e3b6659f-c9bb-4901-86d0-e222626ea295 req-e3b00ca0-f149-4188-90d1-a5666ede437b tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Jun 22 14:33:35.334104 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28284f-1654-43a8-9dc5-ea8d603db75a req-9ebd888c-9ecb-41bb-ab70-fdbcb57d0e59 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:35.335606 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bd28284f-1654-43a8-9dc5-ea8d603db75a req-9ebd888c-9ecb-41bb-ab70-fdbcb57d0e59 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 946 time: 0.0689516 Jun 22 14:33:35.376120 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-bd28284f-1654-43a8-9dc5-ea8d603db75a req-2fb75a5e-db80-42af-97ef-fed2862c7aa4 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jun 22 14:33:36.013451 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:36.191005 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-412deb70-1c07-47b0-87dc-a3d1717242f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:36.563526 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd974e-34db-49e4-a5e7-8dd3726e434a req-176b36aa-22a2-4811-abed-84e4735501c3 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:36.565026 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74bd974e-34db-49e4-a5e7-8dd3726e434a req-176b36aa-22a2-4811-abed-84e4735501c3 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 946 time: 0.0695207 Jun 22 14:33:36.601729 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-74bd974e-34db-49e4-a5e7-8dd3726e434a req-327a62d9-176d-4c0a-98b3-96bafed9c52f tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Jun 22 14:33:36.746815 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-a67d36e9-9752-4f66-bd02-abe825a7f57b tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:33:36.748887 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-a67d36e9-9752-4f66-bd02-abe825a7f57b tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 946 time: 0.0614071 Jun 22 14:33:36.849608 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Deleting port 9b377113-6544-4986-8017-f2967b778eeb {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:33:36.849847 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:36.935855 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] For port 9b377113-6544-4986-8017-f2967b778eeb, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9b377113-6544-4986-8017-f2967b778eeb,segment=NetworkSegment(83b62626-d3d2-4e4d-b0f1-d8f61017c931),segment_id=83b62626-d3d2-4e4d-b0f1-d8f61017c931)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:33:36.936211 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:37.000874 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Calling delete_port for 9b377113-6544-4986-8017-f2967b778eeb owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:33:37.127353 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:37.131173 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c9633c9e-0235-427d-a7e9-2788f775af1f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:37.141573 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:37.157544 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Pushing event deleted for resources: {'Port': ['ID=9b377113-6544-4986-8017-f2967b778eeb,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:37.160558 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:37.161448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] get_ports_and_sgs() called for port_ids ['9b377113-6544-4986-8017-f2967b778eeb'] {{(pid=92748) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 14:33:37.210150 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] No DVR routers for this DVR port 9b377113-6544-4986-8017-f2967b778eeb on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:33:37.212593 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:37.214544 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-932f5512-9b59-46e6-86db-d79e08912dd5 req-14a7c62b-9d9b-4671-90cd-3125a3fd5492 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.10 "DELETE /v2.0/ports/9b377113-6544-4986-8017-f2967b778eeb HTTP/1.1" status: 204 len: 173 time: 0.4604113 Jun 22 14:33:37.215055 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227198df-787a-4fbc-a3dc-b23e2927398e', 'name': 'network-vif-deleted', 'tag': '9b377113-6544-4986-8017-f2967b778eeb'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:33:37.217880 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207a7a1b-04df-418d-9e46-7ddff1813d06" -d '{"events": [{"server_uuid": "227198df-787a-4fbc-a3dc-b23e2927398e", "name": "network-vif-deleted", "tag": "9b377113-6544-4986-8017-f2967b778eeb"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:33:37.261280 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993bed76-d78e-4b7a-a837-2601bebcecfe x-openstack-request-id: req-993bed76-d78e-4b7a-a837-2601bebcecfe {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:33:37.261741 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227198df-787a-4fbc-a3dc-b23e2927398e", "name": "network-vif-deleted", "tag": "9b377113-6544-4986-8017-f2967b778eeb", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:33:37.262065 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-993bed76-d78e-4b7a-a837-2601bebcecfe {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:33:37.262854 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227198df-787a-4fbc-a3dc-b23e2927398e', 'name': 'network-vif-deleted', 'tag': '9b377113-6544-4986-8017-f2967b778eeb', 'status': 'completed', 'code': 200} Jun 22 14:33:37.762342 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-40dd7408-6915-45c2-b235-dc85ee18d4ed req-4d2cbbcc-d614-4118-9301-e7692f9c2388 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] 10.222.0.13 "GET /v2.0/ports?device_id=227198df-787a-4fbc-a3dc-b23e2927398e HTTP/1.1" status: 200 len: 210 time: 0.0357065 Jun 22 14:33:38.677369 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:41.585911 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:42.603612 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b377113-6544-4986-8017-f2967b778eeb no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:33:42.623218 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 9b377113-6544-4986-8017-f2967b778eeb {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:33:42.623613 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 9b377113-6544-4986-8017-f2967b778eeb not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:33:43.293556 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:33:59.633985 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44744) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:33:59.680852 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.db.db_base_plugin_v2 [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Deleting subnet 9ac7d25d-d696-4b75-85ab-6439391c17b0 {{(pid=92746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:33:59.683970 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:59.717158 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4323176'] for subnet, precommit_delete_associations {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:59.754611 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:59.809440 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6047736'] for subnet, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:59.812137 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:33:59.836242 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac7d25d-d696-4b75-85ab-6439391c17b0,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:33:59.839140 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for subnet, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:59.840430 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ac7d25d-d696-4b75-85ab-6439391c17b0 HTTP/1.1" status: 204 len: 168 time: 0.2054672 Jun 22 14:33:59.843659 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44748) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:33:59.847370 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.847797 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.848180 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.848557 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.848932 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.849324 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.849675 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.850047 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.850421 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.850787 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.851151 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.851539 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:33:59.854666 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-004cdaae-4268-49b6-992c-bb060724ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:33:59.911690 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:33:59.991499 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.001664 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe88fc9-84bd-4a4e-a0c8-341819de8df6']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:00.011508 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b62626-d3d2-4e4d-b0f1-d8f61017c931') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:00.011759 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b62626-d3d2-4e4d-b0f1-d8f61017c931') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:00.020482 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.034196 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.039959 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:34:00.040349 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: conditions |= (models_v2.Port.network_id.in_( Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:34:00.041953 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:34:00.100998 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.104662 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:00.107030 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.109331 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bfe88fc9-84bd-4a4e-a0c8-341819de8df6 HTTP/1.1" status: 204 len: 168 time: 0.2635295 Jun 22 14:34:00.121097 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe88fc9-84bd-4a4e-a0c8-341819de8df6,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:00.128725 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.129117 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.129486 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.130012 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.130213 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.130575 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.130928 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.131326 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.131745 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.132112 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.132470 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.132828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:34:00.136397 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d68d704b-35b5-4707-ae1a-f78f35699028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:00.217703 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44752) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:00.261757 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-40931b19-21e4-44aa-8899-a1ce48d33524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fedbcdff392a42a2bf9ada7a7e77197c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427082 Jun 22 14:34:00.264176 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44754) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:00.312219 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.333077 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.381484 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.384419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:00.385603 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20 HTTP/1.1" status: 204 len: 168 time: 0.1204116 Jun 22 14:34:00.386471 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-456e5ef0-9b04-4db7-8fa9-cdc6cdbfb6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:00.394878 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edda0b1-76aa-4935-b9c0-a5d3bbbd1b20,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:00.397703 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-cb7d1c37-edcf-4d51-a5f3-975b8e382ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:03.067639 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-85bbead4-014d-4f05-8470-5e709c14351c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:06.013932 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:06.191443 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3c0052a0-7a10-4a28-bd7f-476ba5364c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:07.144197 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:08.680874 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:11.310981 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-2e724303-6b1d-4b98-9936-41d8cfda2b32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1628201 Jun 22 14:34:11.426382 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-d4c0a199-3f69-40bb-bb5c-b29fbc87e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:11.427818 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-d4c0a199-3f69-40bb-bb5c-b29fbc87e7b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0558491 Jun 22 14:34:11.591763 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:12.364828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-75e294a3-0964-4311-9956-4b7dfa5475a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:12.367051 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-75e294a3-0964-4311-9956-4b7dfa5475a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.0870812 Jun 22 14:34:13.196724 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-824db0c2-2bc0-4826-a02c-b949adcaf871 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 1002 time: 0.0627489 Jun 22 14:34:14.148120 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-760dc81f-39a6-440b-b493-5506ca23fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:14.149441 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-760dc81f-39a6-440b-b493-5506ca23fd01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0451176 Jun 22 14:34:14.206975 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-4582d3df-a437-4668-9e6d-787bd353de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:14.208484 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-4582d3df-a437-4668-9e6d-787bd353de50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513315 Jun 22 14:34:14.301255 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-9036fd4f-f5b3-4985-ae6e-c926d5b14a57 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Jun 22 14:34:14.388821 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-8d101600-2c93-4a70-835d-c1982985e7f4 req-e9be5eae-072e-4665-b31e-2f67c55e27ad service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803516 Jun 22 14:34:20.291220 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:34:20.485890 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44898) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:20.587841 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8ab2-e1e2-4c9b-bbc4-11095791f086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.676051 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8ab2-e1e2-4c9b-bbc4-11095791f086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.679796 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8ab2-e1e2-4c9b-bbc4-11095791f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_create {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.682234 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f28a7276-e67d-4719-aaf5-ccd7693ab750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:20.715884 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b8ab2-e1e2-4c9b-bbc4-11095791f086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87090576-c760-4774-9195-040d50c376cb,revision_number=1']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:20.720941 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-9f9b8ab2-e1e2-4c9b-bbc4-11095791f086 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=066fb87333f340009c5fa1d7ccd28f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340417 Jun 22 14:34:20.721839 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-9f9b8ab2-e1e2-4c9b-bbc4-11095791f086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:20.723549 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44902) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:20.774467 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.795723 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.841081 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.843687 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:20.845991 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87090576-c760-4774-9195-040d50c376cb HTTP/1.1" status: 204 len: 168 time: 0.1215365 Jun 22 14:34:20.846742 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-0dd3aa37-844b-4c37-8acb-625a448e2402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:20.854054 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87090576-c760-4774-9195-040d50c376cb,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:20.856260 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a3642ba1-a744-441d-9ff6-4a7aed5e36c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:33.068301 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-23bc5ef7-1246-4220-9453-b50b035eec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:36.016239 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:36.191394 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7c38996b-b3cc-4c1c-bf64-17c5fbd013a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:37.146214 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:38.682627 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:41.588203 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:53.670178 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44906) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:53.833341 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Deleting port 4cfbb1ef-198b-44ac-b833-4c8ace15a9a8 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:34:53.833688 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:53.906479 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:53.906811 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:53.970872 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Calling delete_port for 4cfbb1ef-198b-44ac-b833-4c8ace15a9a8 owned by network:floatingip {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:34:54.143606 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:54.147649 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-2fd2789c-036a-41a9-aa48-b55a4838e7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:54.176982 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event deleted for resources: {'Port': ['ID=4cfbb1ef-198b-44ac-b833-4c8ace15a9a8,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:54.180231 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:54.247535 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for floatingip, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:54.247867 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.db.l3_db [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Floating IP 6c8d384d-10e4-4787-97a4-4f18d2db1f6c disassociated (deleted). External IP: 172.27.0.129, port: 073aa5e9-5fc4-4cb2-93cc-16163dfe2353. Jun 22 14:34:54.463613 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Router 307958f2-0520-4276-9b12-f3945293da84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:34:54.571247 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:34:54.575712 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for floatingip, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:54.581382 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] Sync routers for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:34:54.589868 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:34:54.590495 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:34:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:54.613383 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-fd79b765-6db5-4433-a37a-a049bb888e9d tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "DELETE /v2.0/floatingips/6c8d384d-10e4-4787-97a4-4f18d2db1f6c HTTP/1.1" status: 204 len: 168 time: 0.9421375 Jun 22 14:34:54.614118 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:34:54.616480 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62bda178d1fd356a871b68e93dedc883545a6e1f3327c8bc45cc1338e1870876" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26898597-93fe-4e6d-9c86-21531f090200" -d '{"events": [{"name": "network-changed", "server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:34:54.697743 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:34:54.864747 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b75253-5f80-41bc-9489-487429682e5f x-openstack-request-id: req-11b75253-5f80-41bc-9489-487429682e5f {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:34:54.865256 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "status": "completed", "code": 200}]} {{(pid=92746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:34:54.865449 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11b75253-5f80-41bc-9489-487429682e5f {{(pid=92746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:34:54.866219 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'status': 'completed', 'code': 200} Jun 22 14:34:54.915347 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:26Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:54.948721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] Checking router: 307958f2-0520-4276-9b12-f3945293da84 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:34:54.958381 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:34:54.959296 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:34:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:55.003983 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898597-93fe-4e6d-9c86-21531f090200 req-3bdd11d7-d1f5-4390-a3bd-8a8966bbd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:55.005396 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-3bdd11d7-d1f5-4390-a3bd-8a8966bbd27e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69cd78367c844f7a9b1e35748034f78c&device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 1099 time: 0.0576782 Jun 22 14:34:55.063721 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:34:55.136388 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898597-93fe-4e6d-9c86-21531f090200 req-00032e2e-6477-4847-8b15-fde0836cd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:55.137844 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-00032e2e-6477-4847-8b15-fde0836cd734 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 200 len: 910 time: 0.1255872 Jun 22 14:34:55.158557 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058dd32-4144-4df6-b380-8c11aec59d3f req-0099874e-5f7a-40eb-b2a6-d35cc028aa2c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:55.160028 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c058dd32-4144-4df6-b380-8c11aec59d3f req-0099874e-5f7a-40eb-b2a6-d35cc028aa2c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.2178652 Jun 22 14:34:55.193140 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-18bfae05-64ed-480c-a770-69486769ab83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 200 len: 217 time: 0.0476220 Jun 22 14:34:55.256370 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:26Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:34:55.262192 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-c058dd32-4144-4df6-b380-8c11aec59d3f req-c885e59e-c25b-4f95-a805-681e0d5fc8fa tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714424 Jun 22 14:34:55.268327 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898597-93fe-4e6d-9c86-21531f090200 req-ec453450-7e60-44da-b1a3-7e01d3ae8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:55.269704 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-ec453450-7e60-44da-b1a3-7e01d3ae8449 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 200 len: 848 time: 0.0705698 Jun 22 14:34:55.282139 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b0f25-304d-4ffc-9861-aac52ceca42f None None] The sync data for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi is: [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:19Z', 'revision_number': 4, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi', '_interfaces': [{'id': 'a200d529-b671-4cb6-8beb-2703d8263a62', 'name': '', 'network_id': '7570d279-c0b2-408d-b5fa-53984872b009', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'mac_address': 'fa:16:3e:de:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:18Z', 'updated_at': '2021-06-22T14:30:26Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'subnets': [{'id': '5537a20e-7ae6-4eb4-989c-0e6514dabf6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:34:55.330507 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898597-93fe-4e6d-9c86-21531f090200 req-6693b3bc-55e8-4a4e-bf61-f1a638030c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:55.332024 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-6693b3bc-55e8-4a4e-bf61-f1a638030c4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7570d279-c0b2-408d-b5fa-53984872b009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553443 Jun 22 14:34:55.428840 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-d3bbee51-0f8c-417f-b3b7-088e5519676e service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888436 Jun 22 14:34:55.481034 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f9a949-46f5-4a68-92d8-e8ee758d33f7 None None] New status for floating IP 6c8d384d-10e4-4787-97a4-4f18d2db1f6c: DOWN {{(pid=92749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 14:34:55.522208 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-26898597-93fe-4e6d-9c86-21531f090200 req-0e69719a-4792-4090-b807-6ed3aac99ad2 service neutron] 10.222.0.10 "GET /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860178 Jun 22 14:34:56.487711 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5feb2-d9da-4782-ad82-7f7399119d9f req-c0ed488f-c55c-4ca5-9b67-9a61882b12d8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:56.489181 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-56f5feb2-d9da-4782-ad82-7f7399119d9f req-c0ed488f-c55c-4ca5-9b67-9a61882b12d8 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.1145248 Jun 22 14:34:56.526751 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-56f5feb2-d9da-4782-ad82-7f7399119d9f req-faf72aeb-c562-4579-b18f-ac41a89ee136 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bfd52b1-bf9e-4406-adb6-efe47338543c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320294 Jun 22 14:34:56.680388 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-d2e41781-a8e0-4f9a-bca2-06deff1731b9 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 14:34:56.681729 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-d2e41781-a8e0-4f9a-bca2-06deff1731b9 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 946 time: 0.0607977 Jun 22 14:34:56.791269 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Deleting port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:34:56.791658 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:56.879419 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] For port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:34:56.879806 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:56.944374 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Calling delete_port for 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 owned by compute:nova {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:34:57.076899 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:57.081135 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-2a515e75-d4e9-4806-9f5e-1220cbbf8a4f tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:57.105294 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event deleted for resources: {'Port': ['ID=073aa5e9-5fc4-4cb2-93cc-16163dfe2353,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:57.108746 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:57.155122 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] No DVR routers for this DVR port 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 on host hv-cinder-79695 {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:34:57.157738 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43776'] for port, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:57.159730 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [req-27b0a164-9903-4b5d-8ad8-087e50a918cb req-a2da1205-ec87-4e81-bcb1-64628ed9c52c tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.10 "DELETE /v2.0/ports/073aa5e9-5fc4-4cb2-93cc-16163dfe2353 HTTP/1.1" status: 204 len: 173 time: 0.4727623 Jun 22 14:34:57.160241 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-deleted', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353'}] {{(pid=92747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 14:34:57.162516 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ad99d47b775659d826bc195f783130bf4823e75d0ae9df1af0d23bf69d807c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e9c4dd-47d2-48a2-8333-579f22a1bf86" -d '{"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-deleted", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353"}]}' {{(pid=92747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 14:34:57.204292 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ee225-6449-497b-b6ff-3e19a4cbf657 x-openstack-request-id: req-bd2ee225-6449-497b-b6ff-3e19a4cbf657 {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 14:34:57.205452 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28", "name": "network-vif-deleted", "tag": "073aa5e9-5fc4-4cb2-93cc-16163dfe2353", "status": "completed", "code": 200}]} {{(pid=92747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 14:34:57.206116 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd2ee225-6449-497b-b6ff-3e19a4cbf657 {{(pid=92747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 14:34:57.206235 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28', 'name': 'network-vif-deleted', 'tag': '073aa5e9-5fc4-4cb2-93cc-16163dfe2353', 'status': 'completed', 'code': 200} Jun 22 14:34:57.289041 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:34:57.677662 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [req-ee514561-13f9-43c2-851f-7d1664f1d6e2 req-956258fd-1b62-4851-a2d7-ac85cb052c51 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cacd7d3-f24a-4ceb-8b80-8f6656f6aa28 HTTP/1.1" status: 200 len: 210 time: 0.0375240 Jun 22 14:34:58.769081 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44934) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:58.833207 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:58.857810 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:58.910482 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:34:58.917094 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:58.919881 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:58.921049 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] 10.222.0.13 "DELETE /v2.0/security-groups/8bfd52b1-bf9e-4406-adb6-efe47338543c HTTP/1.1" status: 204 len: 168 time: 0.1509976 Jun 22 14:34:58.921837 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-e458c9b8-74fe-4cbd-bfb2-4d321edaec8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:58.933543 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] No Port match for: 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:34:58.933903 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Device 073aa5e9-5fc4-4cb2-93cc-16163dfe2353 not bound to the agent host hv-cinder-79695 {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:34:58.937344 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd52b1-bf9e-4406-adb6-efe47338543c,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:58.939586 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-34fa5156-2bce-4637-a378-42450ba86116 tempest-TestShelveInstance-2084510638 tempest-TestShelveInstance-2084510638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:34:58.970952 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44938) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:34:59.300778 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:59.544905 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Deleting port a200d529-b671-4cb6-8beb-2703d8263a62 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:34:59.545255 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:59.622850 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] For port a200d529-b671-4cb6-8beb-2703d8263a62, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=a200d529-b671-4cb6-8beb-2703d8263a62,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:34:59.623125 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:59.687701 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Calling delete_port for a200d529-b671-4cb6-8beb-2703d8263a62 owned by network:router_interface {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:34:59.864440 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:34:59.867752 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6d5116f2-c9d2-4e7c-9069-b1571203dcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:34:59.895967 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Pushing event deleted for resources: {'Port': ['ID=a200d529-b671-4cb6-8beb-2703d8263a62,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:34:59.914378 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:00.309200 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:00.515266 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Router 307958f2-0520-4276-9b12-f3945293da84 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:35:00.616821 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:35:00.621579 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-bbfe7233-26c6-494c-bc58-d3c372c2f85a admin admin] 10.222.0.13 "PUT /v2.0/routers/307958f2-0520-4276-9b12-f3945293da84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495702 Jun 22 14:35:00.624096 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44940) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:00.624979 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] Sync routers for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:35:00.731843 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:00.755718 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:35:00.756355 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:34:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:00.836457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:00.863620 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:35:00.888184 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Deleting port d2714e5a-abf3-45e8-b621-57aa7e75b636 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:00.888757 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:00.968472 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] For port d2714e5a-abf3-45e8-b621-57aa7e75b636, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=d2714e5a-abf3-45e8-b621-57aa7e75b636,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:00.968826 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.030400 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Calling delete_port for d2714e5a-abf3-45e8-b621-57aa7e75b636 owned by network:router_gateway {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:01.037712 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:34:59Z', 'revision_number': 5, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port': {'id': 'd2714e5a-abf3-45e8-b621-57aa7e75b636', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307958f2-0520-4276-9b12-f3945293da84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:01.067552 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] Checking router: 307958f2-0520-4276-9b12-f3945293da84 for host: dv-cinder-796950-3-iscsi {{(pid=92748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:35:01.076253 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] Routers {'307958f2-0520-4276-9b12-f3945293da84'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:35:01.076886 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:34:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['307958f2-0520-4276-9b12-f3945293da84'], 'active': True} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:01.158645 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvr_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] Set router 307958f2-0520-4276-9b12-f3945293da84 gateway port host: None {{(pid=92748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:35:01.194531 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.197174 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-fb4ee85f-7bc3-405e-8914-51f9fec367e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:01.211130 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_hamode_db [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:35:00Z', 'revision_number': 6, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:01.221133 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2714e5a-abf3-45e8-b621-57aa7e75b636,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:01.236808 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46935a-eb03-47cf-a777-01a86d1563dc None None] The sync data for ids ['307958f2-0520-4276-9b12-f3945293da84'] in dv-cinder-796950-3-iscsi is: [{'id': '307958f2-0520-4276-9b12-f3945293da84', 'name': 'tempest-TestShelveInstance-1941579595-router', 'tenant_id': '69cd78367c844f7a9b1e35748034f78c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:16Z', 'updated_at': '2021-06-22T14:35:00Z', 'revision_number': 6, 'project_id': '69cd78367c844f7a9b1e35748034f78c', 'gw_port_host': None}] {{(pid=92748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:35:01.249917 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.250299 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.250668 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.251033 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.251504 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.251874 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.252323 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.252590 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.252945 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.253299 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.253654 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.254002 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:01.258828 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:01.297132 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.384282 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.386309 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.427641 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.428081 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 307958f2-0520-4276-9b12-f3945293da84 {{(pid=92747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:35:01.432197 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.433326 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-93f80bb7-9033-4e54-a0d1-6feb510906c5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/307958f2-0520-4276-9b12-f3945293da84 HTTP/1.1" status: 204 len: 168 time: 0.8082807 Jun 22 14:35:01.435819 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44942) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:01.483877 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Deleting subnet 5537a20e-7ae6-4eb4-989c-0e6514dabf6c {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:35:01.487079 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.524348 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.613606 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.683094 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.685765 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c7750f27-2f1d-49c8-91e0-4c95a2c20893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:01.707672 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5537a20e-7ae6-4eb4-989c-0e6514dabf6c,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:01.710641 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:01.715702 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.718293 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-c6437238-619b-49f5-b0c7-6dfd574a6da5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5537a20e-7ae6-4eb4-989c-0e6514dabf6c HTTP/1.1" status: 204 len: 168 time: 0.2808065 Jun 22 14:35:01.720491 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44944) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:01.720976 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e502e1c-a540-47b7-b0ae-d1ceba5753fa None None] Network 7570d279-c0b2-408d-b5fa-53984872b009 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:35:01.787649 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.846159 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Deleting port c81836af-bf65-4dac-b183-fb835ef46670 {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:01.846641 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.912941 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] For port c81836af-bf65-4dac-b183-fb835ef46670, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=c81836af-bf65-4dac-b183-fb835ef46670,segment=NetworkSegment(8250bb12-f0a1-4980-83ec-4ecc62a71220),segment_id=8250bb12-f0a1-4980-83ec-4ecc62a71220)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:01.913598 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:01.978635 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Calling delete_port for c81836af-bf65-4dac-b183-fb835ef46670 owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:02.035445 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] DHCP port deletion for 7570d279-c0b2-408d-b5fa-53984872b009 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:35:02.064568 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.065051 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a200d529-b671-4cb6-8beb-2703d8263a62 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:35:02.066795 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-4f2ff28f-968c-4c78-b3bd-bc7eb6cc18f7 tempest-VolumesActionsTest-592616125 tempest-VolumesActionsTest-592616125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:02.085714 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: a200d529-b671-4cb6-8beb-2703d8263a62 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:35:02.086078 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device a200d529-b671-4cb6-8beb-2703d8263a62 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:35:02.092584 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Pushing event deleted for resources: {'Port': ['ID=c81836af-bf65-4dac-b183-fb835ef46670,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:02.096180 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:02.101775 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] No DVR routers for this DVR port c81836af-bf65-4dac-b183-fb835ef46670 on host dv-cinder-796950-3-iscsi {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:35:02.109661 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Deleting port c81836af-bf65-4dac-b183-fb835ef46670 {{(pid=92748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:02.110054 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.176475 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] For port c81836af-bf65-4dac-b183-fb835ef46670, host dv-cinder-796950-3-iscsi, got binding levels [] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:02.176897 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.178203 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.187849 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7570d279-c0b2-408d-b5fa-53984872b009']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:02.198970 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8250bb12-f0a1-4980-83ec-4ecc62a71220') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:02.199283 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8250bb12-f0a1-4980-83ec-4ecc62a71220') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:02.209521 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.223847 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.229922 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:35:02.230281 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:35:02.232199 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:35:02.244453 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Calling delete_port for c81836af-bf65-4dac-b183-fb835ef46670 owned by network:dhcp {{(pid=92748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:02.247706 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.ipam_backend_mixin [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Port c81836af-bf65-4dac-b183-fb835ef46670 was not found and therefore no delete operation was performed {{(pid=92748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 14:35:02.249037 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.252838 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-e9f6f4d1-7e72-42d5-8ce3-2e5b3a935fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:02.275786 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Pushing event deleted for resources: {'Port': ['ID=c81836af-bf65-4dac-b183-fb835ef46670,revision_number=None']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:02.284616 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] No DVR routers for this DVR port c81836af-bf65-4dac-b183-fb835ef46670 on host dv-cinder-796950-3-iscsi {{(pid=92748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:35:02.287273 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.287624 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.287961 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.288384 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.288595 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.289005 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.289493 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.289834 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.290195 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.290565 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.290861 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.291341 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:02.295249 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-f13532c4-d466-484f-9630-3af0a28f78d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:02.297986 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.304103 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.306809 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7570d279-c0b2-408d-b5fa-53984872b009 HTTP/1.1" status: 204 len: 168 time: 0.5853658 Jun 22 14:35:02.307684 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b4328d21-ec56-45ff-b3dd-19e81ebcb662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:02.309903 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44946) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:02.324236 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Pushing event deleted for resources: {'Network': ['ID=7570d279-c0b2-408d-b5fa-53984872b009,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:02.327818 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-d89abc66-8348-4def-b781-2a77c1a5e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:02.659306 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1688019'] for router_interface, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.906441 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Deleting port f1024c76-20b1-447c-8215-8993ae2710d1 {{(pid=92746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:02.906782 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:02.984746 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.db [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] For port f1024c76-20b1-447c-8215-8993ae2710d1, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=f1024c76-20b1-447c-8215-8993ae2710d1,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:02.985104 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:03.046066 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.plugins.ml2.plugin [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Calling delete_port for f1024c76-20b1-447c-8215-8993ae2710d1 owned by network:router_interface {{(pid=92746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:03.070272 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-a44e1946-b77e-405c-a158-dea246fc653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:03.218727 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109493'] for port, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:03.221630 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-bafd4af0-1bc3-4b2e-bd03-ce7e33f193a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:03.244577 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1024c76-20b1-447c-8215-8993ae2710d1,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:03.276290 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.276678 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.277057 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.277430 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.277798 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.278166 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.278535 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.278897 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.279263 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.279665 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.280017 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.280376 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-3-iscsi {{(pid=92746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 14:35:03.284499 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:03.417649 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687935'] for router_interface, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:03.636448 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d2714e5a-abf3-45e8-b621-57aa7e75b636 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:35:03.657892 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: d2714e5a-abf3-45e8-b621-57aa7e75b636 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:35:03.658348 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device d2714e5a-abf3-45e8-b621-57aa7e75b636 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:35:03.658776 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c81836af-bf65-4dac-b183-fb835ef46670 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:35:03.681106 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: c81836af-bf65-4dac-b183-fb835ef46670 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:35:03.681461 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device c81836af-bf65-4dac-b183-fb835ef46670 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:35:03.884081 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Router a598a29f-a123-4f95-89ae-31a33d9a95d5 has already been hosted by L3 agent 87d85213-b13e-48b6-914b-1bced624de45 {{(pid=92746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 14:35:03.987010 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] Notify agent at l3_agent.dv-cinder-796950-3-iscsi the message routers_updated {{(pid=92746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 14:35:03.991837 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-6f480826-839e-48a6-9799-45fdbe62937f admin admin] 10.222.0.13 "PUT /v2.0/routers/a598a29f-a123-4f95-89ae-31a33d9a95d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6802599 Jun 22 14:35:03.994438 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44948) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:03.995206 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] Sync routers for ids ['a598a29f-a123-4f95-89ae-31a33d9a95d5'] in dv-cinder-796950-3-iscsi {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 14:35:04.005329 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] Routers {'a598a29f-a123-4f95-89ae-31a33d9a95d5'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:35:04.005944 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:34:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['a598a29f-a123-4f95-89ae-31a33d9a95d5'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:04.100433 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks [] for router, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.106470 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] Set router a598a29f-a123-4f95-89ae-31a33d9a95d5 gateway port host: dv-cinder-796950-3-iscsi {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:35:04.199948 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.252864 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Deleting port 3106ed22-c838-41dd-8a23-3653a774d15e {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:04.253216 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.279469 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'external_fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:35:03Z', 'revision_number': 5, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port': {'id': '3106ed22-c838-41dd-8a23-3653a774d15e', 'name': '', 'network_id': '35418304-0cb4-47dc-b88a-692718df1196', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f4f59502-37b8-4192-a948-995195265081', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T14:30:22Z', 'updated_at': '2021-06-22T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4f59502-37b8-4192-a948-995195265081', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-3-iscsi'}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:04.308396 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] Checking router: a598a29f-a123-4f95-89ae-31a33d9a95d5 for host: dv-cinder-796950-3-iscsi {{(pid=92749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 14:35:04.317207 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] Routers {'a598a29f-a123-4f95-89ae-31a33d9a95d5'} bound to L3 agent in host dv-cinder-796950-3-iscsi {{(pid=92749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 14:35:04.317819 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T13:47:36Z,description=,heartbeat_timestamp=2021-06-22T14:34:36Z,host='dv-cinder-796950-3-iscsi',id=87d85213-b13e-48b6-914b-1bced624de45,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T13:47:36Z,topic='l3_agent')) {'router_ids': ['a598a29f-a123-4f95-89ae-31a33d9a95d5'], 'active': True} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:04.335800 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] For port 3106ed22-c838-41dd-8a23-3653a774d15e, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=3106ed22-c838-41dd-8a23-3653a774d15e,segment=NetworkSegment(810af4e5-0bc5-4dfe-8567-f3bd49bb8030),segment_id=810af4e5-0bc5-4dfe-8567-f3bd49bb8030)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:04.336169 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.400768 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_dvr_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] Set router a598a29f-a123-4f95-89ae-31a33d9a95d5 gateway port host: None {{(pid=92749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 14:35:04.404332 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Calling delete_port for 3106ed22-c838-41dd-8a23-3653a774d15e owned by network:router_gateway {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:04.449760 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.l3_hamode_db [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:35:04Z', 'revision_number': 6, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port_host': None}], 'dv-cinder-796950-3-iscsi', False) {} {{(pid=92749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:04.477752 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87123a85-9e9a-4095-8a5c-ad9e248985d1 None None] The sync data for ids ['a598a29f-a123-4f95-89ae-31a33d9a95d5'] in dv-cinder-796950-3-iscsi is: [{'id': 'a598a29f-a123-4f95-89ae-31a33d9a95d5', 'name': 'tempest-TestShelveInstance-827136316-router', 'tenant_id': 'b789628d334d4d0eb482dd47353a36e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T14:30:21Z', 'updated_at': '2021-06-22T14:35:04Z', 'revision_number': 6, 'project_id': 'b789628d334d4d0eb482dd47353a36e6', 'gw_port_host': None}] {{(pid=92749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 14:35:04.569477 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.571490 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-b7084627-6f1f-49ed-bcc8-ae1634a700d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:04.594610 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Pushing event deleted for resources: {'Port': ['ID=3106ed22-c838-41dd-8a23-3653a774d15e,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:04.598289 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:04.655567 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2086490'] for router_gateway, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.746012 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15221'] for router, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.748021 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.792136 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1689574'] for router, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.792673 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a598a29f-a123-4f95-89ae-31a33d9a95d5 {{(pid=92747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 14:35:04.796989 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] Notify callbacks [] for router, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.798115 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-26ce8a34-0c97-4f2b-bec4-694e6df30cca admin admin] 10.222.0.13 "DELETE /v2.0/routers/a598a29f-a123-4f95-89ae-31a33d9a95d5 HTTP/1.1" status: 204 len: 168 time: 0.8026261 Jun 22 14:35:04.800643 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44950) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:04.846956 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Deleting subnet d3662acc-e986-4508-a3b5-0d76acea6f3b {{(pid=92747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 14:35:04.850313 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.887414 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5211504'] for subnet, precommit_delete_associations {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:04.966857 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602500'] for subnet, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.018594 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4528446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4695698'] for subnet, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.021440 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:05.044203 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3662acc-e986-4508-a3b5-0d76acea6f3b,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:05.047819 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.050299 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3662acc-e986-4508-a3b5-0d76acea6f3b HTTP/1.1" status: 204 len: 168 time: 0.2486207 Jun 22 14:35:05.051104 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-f09099bb-ca6d-4f14-b3da-badd985c1f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:05.052611 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44952) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:05.055105 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48afdf54-284e-46fe-8b10-e4564958bf09 None None] Network 4e9e7994-897f-45f0-ba60-3c68bee3cf24 requested from dv-cinder-796950-3-iscsi {{(pid=92748) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 14:35:05.121599 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569079'] for network, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.172612 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Deleting port 91154391-18a1-4809-b4ae-f4579add3bfc {{(pid=92747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:05.172891 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.231944 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] DHCP port deletion for 4e9e7994-897f-45f0-ba60-3c68bee3cf24 request from dv-cinder-796950-3-iscsi {{(pid=92748) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 14:35:05.240457 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.db [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] For port 91154391-18a1-4809-b4ae-f4579add3bfc, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=91154391-18a1-4809-b4ae-f4579add3bfc,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:05.240812 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.278385 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Deleting port 91154391-18a1-4809-b4ae-f4579add3bfc {{(pid=92748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 14:35:05.278697 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769288551141'] for port, before_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.309670 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.plugin [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Calling delete_port for 91154391-18a1-4809-b4ae-f4579add3bfc owned by network:dhcp {{(pid=92747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:05.343281 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.db [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] For port 91154391-18a1-4809-b4ae-f4579add3bfc, host dv-cinder-796950-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-3-iscsi',level=0,port_id=91154391-18a1-4809-b4ae-f4579add3bfc,segment=NetworkSegment(e54703fe-8dbe-412c-9a93-4aeb1aea36dc),segment_id=e54703fe-8dbe-412c-9a93-4aeb1aea36dc)] {{(pid=92748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 14:35:05.343722 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2086299'] for port, precommit_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.393071 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4528500'] for port, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.396280 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-6b75c8c8-9374-4713-a651-fe7860f5f423 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:05.415420 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Calling delete_port for 91154391-18a1-4809-b4ae-f4579add3bfc owned by network:dhcp {{(pid=92748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 14:35:05.422602 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] No DVR routers for this DVR port 91154391-18a1-4809-b4ae-f4579add3bfc on host dv-cinder-796950-3-iscsi {{(pid=92747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:35:05.444682 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=91154391-18a1-4809-b4ae-f4579add3bfc,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:05.486980 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:05.491221 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037018', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769288424165', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769287993959'] for port, after_delete {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.493173 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:05.498148 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-605453', 'neutron.services.segments.db._delete_segments_for_network-8769288505043'] for network, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.511852 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9e7994-897f-45f0-ba60-3c68bee3cf24']}} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:05.520079 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Pushing event deleted for resources: {'Port': ['ID=91154391-18a1-4809-b4ae-f4579add3bfc,revision_number=None']} {{(pid=92748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:05.523636 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG oslo_concurrency.lockutils [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:05.524572 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8be66-ea12-44d8-9ebc-ded4434f6b7a None None] No DVR routers for this DVR port 91154391-18a1-4809-b4ae-f4579add3bfc on host dv-cinder-796950-3-iscsi {{(pid=92748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 14:35:05.526613 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc') {'for_net_delete': True} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:05.526919 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.services.segments.db [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54703fe-8dbe-412c-9a93-4aeb1aea36dc') {} {{(pid=92747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 14:35:05.536255 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769288504872', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5211463'] for segment, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.550716 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365'] for segment, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.556819 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=92747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 14:35:05.557209 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4523143'] for segment, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: Traceback (most recent call last): Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: timer() Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: cb(*args, **kw) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: return func(*args, **kwargs) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: self._notify() Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: self.callback(batched_events) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: event.method(event) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: return f(self, *a, **k) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._get(url).json() Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: return self.request(url, 'GET', **kwargs) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 14:35:05.558844 dv-cinder-796950-3-iscsi neutron-server[92747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 14:35:05.590510 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 91154391-18a1-4809-b4ae-f4579add3bfc no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:35:05.611587 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 91154391-18a1-4809-b4ae-f4579add3bfc {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:35:05.612132 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 91154391-18a1-4809-b4ae-f4579add3bfc not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:35:05.612799 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device f1024c76-20b1-447c-8215-8993ae2710d1 no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:35:05.613047 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-605446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2037009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2086588'] for network, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.616938 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:05.619264 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037004'] for network, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.621096 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e9e7994-897f-45f0-ba60-3c68bee3cf24 HTTP/1.1" status: 204 len: 168 time: 0.5675788 Jun 22 14:35:05.632793 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: f1024c76-20b1-447c-8215-8993ae2710d1 {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:35:05.633154 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device f1024c76-20b1-447c-8215-8993ae2710d1 not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:35:05.633865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 3106ed22-c838-41dd-8a23-3653a774d15e no longer exists at agent ovs-agent-dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 14:35:05.634814 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9e7994-897f-45f0-ba60-3c68bee3cf24,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:05.637635 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-47dce3d0-f9fb-46e9-9e69-ac1f250f2f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:05.652235 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.plugin [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] No Port match for: 3106ed22-c838-41dd-8a23-3653a774d15e {{(pid=92748) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 14:35:05.652592 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron.plugins.ml2.rpc [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Device 3106ed22-c838-41dd-8a23-3653a774d15e not bound to the agent host dv-cinder-796950-3-iscsi {{(pid=92748) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 14:35:05.785685 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44956) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:05.825084 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-09e34da9-a86b-47f6-a28e-e3a1cf8c6f1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69cd78367c844f7a9b1e35748034f78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381534 Jun 22 14:35:05.827340 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.wsgi [-] (92747) accepted ('10.222.0.13', 44958) {{(pid=92747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:05.874431 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.899037 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.945268 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.947998 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron_lib.callbacks.manager [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:05.949227 dv-cinder-796950-3-iscsi neutron-server[92747]: INFO neutron.wsgi [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0a0d516-702c-4fee-a73b-66bf916ae62e HTTP/1.1" status: 204 len: 168 time: 0.1209123 Jun 22 14:35:05.950094 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-12f43e4e-8657-4da7-95e6-83413b1bb069 tempest-TestMinimumBasicScenario-1114557350 tempest-TestMinimumBasicScenario-1114557350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:05.960563 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a0d516-702c-4fee-a73b-66bf916ae62e,revision_number=None']} {{(pid=92747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:05.962955 dv-cinder-796950-3-iscsi neutron-server[92747]: DEBUG oslo_concurrency.lockutils [None req-56bf0209-4c99-4375-beca-07cec1b2151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:06.016710 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:06.191127 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9db0d8fd-92f6-46b9-9fb6-0f3943eca721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:06.254793 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44964) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:06.294275 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-44b2a822-4826-4895-bbe2-8d0f3554076a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b789628d334d4d0eb482dd47353a36e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377002 Jun 22 14:35:06.296511 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.wsgi [-] (92746) accepted ('10.222.0.13', 44966) {{(pid=92746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 14:35:06.346719 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:06.366874 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:06.416338 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745211'] for security_group, after_delete {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:06.418916 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron_lib.callbacks.manager [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:06.420062 dv-cinder-796950-3-iscsi neutron-server[92746]: INFO neutron.wsgi [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e08093a2-920b-4d82-a3cf-e08676f54ad7 HTTP/1.1" status: 204 len: 168 time: 0.1226809 Jun 22 14:35:06.420866 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-f642e858-4c81-4242-b323-3e9841ce25c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 14:35:06.428217 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08093a2-920b-4d82-a3cf-e08676f54ad7,revision_number=None']} {{(pid=92746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 14:35:06.430532 dv-cinder-796950-3-iscsi neutron-server[92746]: DEBUG oslo_concurrency.lockutils [None req-05772dec-fe52-4e8d-b6f7-75b86e797ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 14:35:07.149576 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:08.685357 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:11.603257 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:33.070828 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-92123e0e-ecdc-4549-a448-212aad8e3312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:34.287042 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:35:36.017557 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:36.191357 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4c891104-cafc-4c4e-be22-9d0fa6e6b080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:37.151764 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:38.687028 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:35:41.607779 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:03.072552 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-da758cd1-638c-44d4-9ee6-aa00a5fd644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:06.017687 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:06.191300 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-095049b7-e540-42fd-97a0-9efd34a03cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:07.155170 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:08.689243 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:11.285530 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:36:11.616993 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:33.073294 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-090cc7ea-9fb2-4313-8e38-4feb4008bc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:36.017578 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:36.191021 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-43782f66-af5a-45b5-abc3-0310daa19543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:37.157756 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:38.691110 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:41.616638 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:36:48.283543 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:37:03.074506 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-524a97f9-f3bc-4aea-8f30-42f416c9ce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:06.017222 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:06.189865 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-0dcd04ee-fab9-47be-8764-f29a0929bf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:07.160550 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:08.696228 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:11.615394 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:25.282063 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:37:33.078132 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-e7b1c240-51c4-4af6-8385-f9572dfedf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:36.018015 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:36.189397 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-3164fefa-2007-4d97-9d0a-99f4f64f919b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:37.165708 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:38.697761 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:37:41.635053 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:02.281517 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:38:03.079428 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-5e806da4-fa64-4488-8267-37282e8c8b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:06.019857 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:06.188373 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-fe3da0d2-598e-4b70-b8ed-c1e9cfc2325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:07.168508 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:08.701066 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:11.629156 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:33.079705 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-c741239d-590e-473d-b45d-fda135e44c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:36.021552 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:36.187484 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-af4e77c3-3e3a-40ee-9d55-6d5f927fc3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:37.170895 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:38.704119 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:38:39.279882 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:38:41.650254 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:03.084176 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9baf05cc-b20e-4b3a-8d46-9d873157a626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:06.024594 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:06.187376 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-07c84950-3a9b-492d-8529-f8789b5346fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:07.174633 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:08.708823 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:11.658113 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:16.278623 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:39:33.085727 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-d510797b-a25d-4ff5-9cfb-0b70c365d45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:36.028649 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:36.187481 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7136276a-20c6-4299-8c20-04bad9e27fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:37.177392 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:38.710777 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:41.659185 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:39:53.277187 dv-cinder-796950-3-iscsi neutron-server[92749]: DEBUG neutron.db.agents_db [None req-0871b763-2c78-4175-b8bb-3aaf2407481e None None] Agent healthcheck: found 6 active agents {{(pid=92749) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 14:40:03.086075 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-4270e5ba-3fbc-4f48-8a06-dce7624c7b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:40:06.030078 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-088ebcd3-5ed6-4aa0-bc21-e42acb946e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:40:06.188141 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-7f6eccb5-0774-4179-9038-62e482643e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:40:07.180792 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-75008b46-06c5-41d3-a693-9153a33c7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:40:08.714048 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3813d-dab0-4add-89ba-7e173b2be7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 14:40:11.664308 dv-cinder-796950-3-iscsi neutron-server[92748]: DEBUG neutron_lib.callbacks.manager [None req-bd50cd5c-37f0-4ccf-a91c-cb7785068069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769288505025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601671'] for agent, after_update {{(pid=92748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}